[ 451.064093] env[64015]: INFO neutron.common.config [-] Logging enabled! [ 451.064351] env[64015]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev57 [ 451.064632] env[64015]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=64015) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 451.064944] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 451.065060] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 451.065885] env[64015]: WARNING oslo_policy.policy [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 451.066169] env[64015]: WARNING oslo_policy.policy [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 451.067671] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] VMware NSXv3 Agent initialized successfully. [ 451.068038] env[64015]: DEBUG oslo_concurrency.lockutils [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] Acquiring lock "singleton_lock" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 451.068187] env[64015]: DEBUG oslo_concurrency.lockutils [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] Acquired lock "singleton_lock" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 451.068399] env[64015]: DEBUG oslo_concurrency.lockutils [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] Releasing lock "singleton_lock" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 451.068700] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] Full set of CONF: {{(pid=64015) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 451.068826] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ******************************************************************************** {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 451.068940] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] Configuration options gathered from: {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 451.069322] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 451.069506] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 451.069656] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ================================================================================ {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 451.069801] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] agent_down_time = 75 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.069952] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] allow_automatic_dhcp_failover = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.070163] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] allow_bulk = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.070291] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] api_extensions_path = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.070444] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] api_paste_config = api-paste.ini {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.070607] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] auth_strategy = keystone {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.070707] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] backdoor_port = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.070822] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] backdoor_socket = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.070980] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] backlog = 4096 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.071126] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] base_mac = fa:16:3e:00:00:00 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.071292] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] bind_host = 0.0.0.0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.071445] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] bind_port = 9696 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.071590] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] client_socket_timeout = 900 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.071741] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] config_dir = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.071861] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.072032] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] config_source = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.072205] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] control_exchange = neutron {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.072364] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] core_plugin = ml2 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.072511] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] debug = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.072657] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] default_availability_zones = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.072870] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.073031] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] dhcp_agent_notification = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.073182] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] dhcp_agents_per_network = 1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.073325] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] dhcp_lease_duration = 86400 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.073478] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] dhcp_load_type = networks {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.073628] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] dns_domain = openstacklocal {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.073777] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.073921] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] enable_default_route_bfd = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.074074] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] enable_default_route_ecmp = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.074220] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] enable_dvr = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.074360] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] enable_new_agents = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.074501] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.074642] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] enable_signals = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.074781] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] enable_traditional_dhcp = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.074929] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] external_dns_driver = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.075069] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] filter_validation = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.075224] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] global_physnet_mtu = 8950 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.075393] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] graceful_shutdown_timeout = 60 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.075579] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] host = cpu-1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.075761] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] host_dvr_for_dhcp = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.075908] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] http_retries = 3 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.076075] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] instance_format = [instance: %(uuid)s] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.076230] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.076379] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ipam_driver = internal {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.076522] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ipv6_pd_enabled = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.076668] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] l3_ha = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.076817] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.077025] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] l3_ha_network_physical_name = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.077163] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] l3_ha_network_type = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.077333] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_color = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.077490] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_config_append = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.077654] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.077804] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_dir = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.077948] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_file = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.078075] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_options = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.078252] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_rotate_interval = 1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.078425] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_rotate_interval_type = days {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.078579] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] log_rotation_type = none {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.078697] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.078811] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.078964] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.079152] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.079271] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.079420] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] max_dns_nameservers = 5 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.079565] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] max_header_line = 16384 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.079709] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] max_l3_agents_per_router = 3 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.079850] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] max_logfile_count = 30 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.079999] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] max_logfile_size_mb = 200 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.080153] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] max_subnet_host_routes = 20 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.080302] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] my_ip = 10.180.1.21 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.080449] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] my_ipv6 = ::1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.080591] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] network_auto_schedule = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.080727] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] network_link_prefix = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.080873] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.081041] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] notify_nova_on_port_data_changes = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.081179] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] notify_nova_on_port_status_changes = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.081324] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] pagination_max_limit = -1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.081482] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] publish_errors = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.081631] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] rate_limit_burst = 0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.081795] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] rate_limit_except_level = CRITICAL {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.081960] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] rate_limit_interval = 0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.082119] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] retry_until_window = 30 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.082276] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] router_distributed = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.082418] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] rpc_resources_processing_step = 20 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.082561] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] rpc_response_max_timeout = 600 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.082703] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] rpc_response_timeout = 60 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.082845] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] send_events_interval = 2 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.083009] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] service_plugins = ['router'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.083166] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] setproctitle = on {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.083307] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] shell_completion = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.083453] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] state_path = /opt/stack/data/neutron {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.083601] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] syslog_log_facility = LOG_USER {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.083746] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] tcp_keepidle = 600 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.083893] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] transport_url = **** {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.084053] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] use_journal = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.084226] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] use_json = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.084372] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] use_ssl = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.084514] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] use_stderr = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.084664] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] use_syslog = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.084807] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] vlan_transparent = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.084949] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] watch_log_file = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.086544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] wsgi_default_pool_size = 100 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.086544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] wsgi_keep_alive = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.086544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.086544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] wsgi_server_debug = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 451.086544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_concurrency.disable_process_locking = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.086544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.086544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.086772] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.086772] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.086772] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.086772] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.086938] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.connection_string = messaging:// {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.087140] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.enabled = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.087281] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.es_doc_type = notification {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.087379] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.es_scroll_size = 10000 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.087627] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.es_scroll_time = 2m {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.087703] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.filter_error_trace = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.087846] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.hmac_keys = **** {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.088390] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.sentinel_service_name = mymaster {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.088390] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.socket_timeout = 0.1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.088390] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.trace_requests = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.088575] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler.trace_sqlalchemy = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.088670] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler_jaeger.process_tags = {} {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.088823] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler_jaeger.service_name_prefix = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.088978] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] profiler_otlp.service_name_prefix = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.089178] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.enforce_new_defaults = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.089459] env[64015]: WARNING oslo_config.cfg [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 451.089621] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.enforce_scope = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.089777] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.policy_default_rule = default {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.089938] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.090138] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.090304] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.090451] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.090594] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.090734] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.090878] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.091036] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_policy.remote_timeout = 60.0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.091200] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.091359] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] agent.extensions = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.091511] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.091661] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] service_providers.service_provider = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.091815] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.default_quota = -1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.091970] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.092128] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_floatingip = 50 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.092276] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_network = 100 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.092421] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_port = 500 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.092564] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.092710] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_router = 10 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.092857] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_security_group = 10 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.093020] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.093167] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.quota_subnet = 100 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.093310] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] QUOTAS.track_quota_usage = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.093472] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.093618] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep.group = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.093763] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep.helper_command = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.093915] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.094073] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep.thread_pool_size = 8 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.094220] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep.user = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.094373] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.094518] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_dhcp_release.group = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.094659] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_dhcp_release.helper_command = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.094807] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.094952] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.095104] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_dhcp_release.user = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.095259] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.095402] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_ovs_vsctl.group = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.095544] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_ovs_vsctl.helper_command = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.095692] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.095837] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.095979] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_ovs_vsctl.user = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.096163] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_namespace.capabilities = [21] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.096319] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_namespace.group = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.096465] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_namespace.helper_command = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.096616] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.096764] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_namespace.thread_pool_size = 8 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.096923] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_namespace.user = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.097102] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_conntrack.capabilities = [12] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.097253] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_conntrack.group = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.097411] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_conntrack.helper_command = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.097542] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.097688] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.097827] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_conntrack.user = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.097978] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_link.capabilities = [12, 21] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.098134] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_link.group = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.098274] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_link.helper_command = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.098419] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.098562] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_link.thread_pool_size = 8 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.098702] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] privsep_link.user = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.098863] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.099047] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.099202] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.continue_on_failed_promotions = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.099346] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.dscp = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.099492] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.dscp_inherit = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.099644] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.force_mp_to_policy = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.099787] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.locking_coordinator_url = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.099929] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.log_agent_heartbeats = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.100111] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.logging_expire = 1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.100271] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.100418] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.100573] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.polling_interval = 240 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.100722] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.100875] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.101035] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.report_interval = 30.0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.101187] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.101338] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.101489] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.101637] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.sync_skew = 60 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.101784] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.synchronization_queue_size = 20 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.101933] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT.use_helper_for_ns_read = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.102119] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] SECURITYGROUP.enable_ipset = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.102289] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] SECURITYGROUP.enable_security_group = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.102443] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.102592] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.102741] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] experimental.ipv6_pd_enabled = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.102906] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.extension_drivers = ['port_security'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.103064] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.external_network_type = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.103231] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.103385] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.overlay_ip_version = 4 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.103537] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.path_mtu = 8950 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.103690] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.physical_network_mtus = {} {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.103844] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.tenant_network_types = ['vlan'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.103995] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.104163] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ml2.type_drivers = ['vlan'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.104317] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT_CLI.neutron_port_id = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.104462] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.104606] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.104761] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.104913] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.105073] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.105232] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.105382] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.105535] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.105742] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.105902] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_login_password = **** {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.106073] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_login_port = 443 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.106231] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_login_user = admin {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.106383] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.106538] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.106689] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.106837] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.107031] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.107202] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.107357] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.107518] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.107656] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.107812] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.107968] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.108135] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.108317] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.108528] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.108687] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] vsphere.vsphere_login_password = VMware1! {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.108841] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.109022] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.109181] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.auth_section = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.109340] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.auth_type = password {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.109493] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.109636] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.certfile = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.109781] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.collect_timing = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.109934] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.endpoint_type = public {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.110139] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.insecure = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.110228] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.keyfile = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.110385] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.region_name = RegionOne {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.110530] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.split_loggers = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.110670] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] nova.timeout = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.110816] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.auth_section = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.110969] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.auth_type = password {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.111134] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.111279] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.certfile = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.111423] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.collect_timing = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.111574] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.endpoint_type = public {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.111719] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.insecure = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.111858] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.keyfile = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.111998] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.region_name = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.112156] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.split_loggers = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.112294] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] placement.timeout = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.112442] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.auth_section = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.112584] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.auth_type = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.112725] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.cafile = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.112864] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.certfile = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.113019] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.collect_timing = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.113164] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.connect_retries = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.113305] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.connect_retry_delay = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.113447] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.enable_notifications = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.113587] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.endpoint_override = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.113729] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.insecure = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.113871] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.interface = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.114028] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.keyfile = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.114217] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.max_version = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.114373] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.min_version = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.114518] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.region_name = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.114659] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.retriable_status_codes = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.114819] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.service_name = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.114959] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.service_type = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.115120] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.split_loggers = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.115266] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.status_code_retries = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.115406] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.status_code_retry_delay = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.115545] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.timeout = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.115686] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.valid_interfaces = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.115826] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ironic.version = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.115974] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] cli_script.dry_run = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.116142] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.116287] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.116431] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.116573] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.116726] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.116938] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.117117] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.117267] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.117446] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.117637] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.117710] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.117861] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.118022] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.118166] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.118320] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.118465] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.118609] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.118758] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.118901] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.119080] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.119242] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.119389] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.119533] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.119676] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.119817] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.119959] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.120156] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.120310] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.120453] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.120596] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.ssl = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.120751] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.120900] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.121052] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.121206] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.121353] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.ssl_version = {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.121497] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.121651] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_notifications.driver = [] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.121797] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_notifications.retry = -1 {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.121953] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.122108] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] oslo_messaging_notifications.transport_url = **** {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 451.122224] env[64015]: DEBUG oslo_service.service [None req-3af36d7f-ac6f-4939-8f68-fe9ab262d641 None None] ******************************************************************************** {{(pid=64015) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 451.123241] env[64015]: DEBUG neutron.agent.securitygroups_rpc [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Init firewall settings (driver=nsxv3) {{(pid=64015) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 451.124540] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=64015) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 451.124768] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] RPC agent_id: nsxm-l-01a.corp.local [ 451.127111] env[64015]: DEBUG dogpile.cache.region [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 451.127243] env[64015]: DEBUG dogpile.lock [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 451.127347] env[64015]: DEBUG dogpile.lock [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 451.127449] env[64015]: DEBUG dogpile.lock [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 451.127575] env[64015]: DEBUG dogpile.cache.region [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 451.127640] env[64015]: DEBUG dogpile.lock [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 451.127763] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 451.146226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Session token - acquiring [ 451.147815] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 451.147948] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 451.148137] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 451.148461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 451.158491] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 451.422143] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 451.441695] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 451.441898] env[64015]: DEBUG dogpile.cache.region [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Cache value generated in 0.314 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 451.442054] env[64015]: DEBUG dogpile.lock [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 451.442186] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Activating Policy API Provider. [ 451.442384] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Looking for the default Infrastructure Rules. [ 451.499201] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Looking for the Default Layer3 Logged Drop Section. [ 451.511849] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 451.512312] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 451.512489] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 451.512600] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 451.512879] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 451.513244] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 452.030279] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 452.532598] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 453.035371] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Inventory metadata is going to be refreshed. [ 453.035545] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 453.814474] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 453.814916] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 453.814916] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 453.815094] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 453.825631] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 453.826503] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.827420] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 453.842151] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 453.842356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 453.842466] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 453.842721] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 453.842849] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.843010] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 453.843136] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 453.843251] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 453.860686] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 453.860918] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 453.860994] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 453.861271] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 453.861456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.861611] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 453.879751] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 453.879944] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 453.880052] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 453.880300] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 453.880447] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.880597] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 453.899357] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 453.899629] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 453.899704] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 453.899943] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 453.900133] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.900293] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 453.900406] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 453.900517] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 453.918844] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 453.919116] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 453.919214] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 453.919571] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 453.919716] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.919867] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 453.919979] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 453.920107] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 453.938709] env[64015]: DEBUG networking_nsxv3.common.locking [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 453.938917] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 453.938981] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 453.939302] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 453.939451] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.939603] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 453.939713] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 453.939817] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Inventory metadata have been refreshed. [ 453.939921] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Dryrun:True. Metadata refresh completed. [ 453.940073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Releasing lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 453.941765] env[64015]: INFO neutron.agent.agent_extensions_manager [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Loaded agent extensions: [] [ 453.942492] env[64015]: DEBUG neutron_lib.callbacks.manager [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=64015) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 454.005147] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent RPC Daemon Started! [ 454.005269] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:0 started [ 454.005483] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent out of sync with plugin! [ 458.943567] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 458.943904] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 460.946101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 460.946486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 460.946486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 460.946699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 460.946892] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 461.449460] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 461.952248] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 462.455177] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 462.455442] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 463.149974] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.150597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.150597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.150597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.163414] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 463.164240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.164944] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 463.179505] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.180183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.180183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.180183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.180183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.180183] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 463.180183] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 463.180546] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 463.198707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.198843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.198911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.199232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.199374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.199487] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 463.218273] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.218413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.218488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.218693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.218797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.218905] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 463.235471] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.235611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.235687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.235902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.236013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.236136] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 463.236212] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 463.236282] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 463.252500] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.252696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.252696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.252885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.252973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.253098] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 463.253172] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 463.253246] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 463.270087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.270353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.270408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.270628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.270736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.270864] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 463.270939] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 463.271022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 463.271087] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 463.271162] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 463.271226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 463.271286] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 463.271697] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 463.271790] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 463.271874] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 463.290087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.290318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.290368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.290558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.290665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.290781] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 463.310106] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 463.310342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 463.310342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 463.310524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 463.310630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.323604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 463.944982] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 463.945220] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 468.036332] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f9afec2a-7956-4b5a-8e68-b1fd914c8d2b demo admin] Enqueued Resource ID: afcdf107-4e85-428a-9a95-36239b0cc48e with Priority: HIGHEST for action security_group_rules [ 468.037145] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcdf107-4e85-428a-9a95-36239b0cc48e with Priority: HIGHEST for action security_group_rules [ 468.037451] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afcdf107-4e85-428a-9a95-36239b0cc48e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 468.037577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afcdf107-4e85-428a-9a95-36239b0cc48e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 468.037649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afcdf107-4e85-428a-9a95-36239b0cc48e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 468.037886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afcdf107-4e85-428a-9a95-36239b0cc48e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 468.037976] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afcdf107-4e85-428a-9a95-36239b0cc48e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 468.559195] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 468.559398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 468.559398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 468.559581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 468.559709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 468.559778] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afcdf107-4e85-428a-9a95-36239b0cc48e already deleted. [ 468.559830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afcdf107-4e85-428a-9a95-36239b0cc48e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 473.038701] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 473.039167] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 478.040432] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 478.040698] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 483.041830] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 483.042326] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 488.044689] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 488.044689] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 492.538338] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a33cc578-7f62-4714-991b-a58edd3e0437 None None] Enqueued Resource ID: dd784989-04d9-4fd3-a922-1239796d8b3b with Priority: HIGHEST for action port [ 492.538338] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd784989-04d9-4fd3-a922-1239796d8b3b with Priority: HIGHEST for action port [ 492.538808] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd784989-04d9-4fd3-a922-1239796d8b3b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.538863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd784989-04d9-4fd3-a922-1239796d8b3b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.538946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd784989-04d9-4fd3-a922-1239796d8b3b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.539514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd784989-04d9-4fd3-a922-1239796d8b3b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.539611] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd784989-04d9-4fd3-a922-1239796d8b3b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 493.041641] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd784989-04d9-4fd3-a922-1239796d8b3b [ 493.042275] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 493.042603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 493.042779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 493.044099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 493.044099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 493.044099] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd784989-04d9-4fd3-a922-1239796d8b3b already deleted. [ 493.044099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd784989-04d9-4fd3-a922-1239796d8b3b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 493.257040] env[64015]: INFO networking_nsxv3.common.synchronization [None req-895dce24-4674-4e38-a59a-af5d6cc0472f None None] Enqueued Resource ID: 6cc9ca2c-57e7-4151-9b4f-1102e22af518 with Priority: HIGHEST for action port [ 493.257040] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc9ca2c-57e7-4151-9b4f-1102e22af518 with Priority: HIGHEST for action port [ 493.257691] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc9ca2c-57e7-4151-9b4f-1102e22af518 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 493.257691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc9ca2c-57e7-4151-9b4f-1102e22af518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 493.257828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc9ca2c-57e7-4151-9b4f-1102e22af518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 493.258136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc9ca2c-57e7-4151-9b4f-1102e22af518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 493.259133] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc9ca2c-57e7-4151-9b4f-1102e22af518',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 493.761701] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cc9ca2c-57e7-4151-9b4f-1102e22af518 [ 493.761701] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 493.761701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 493.761701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 493.762271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 493.762271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 493.762271] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cc9ca2c-57e7-4151-9b4f-1102e22af518 already deleted. [ 493.762271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc9ca2c-57e7-4151-9b4f-1102e22af518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 494.039849] env[64015]: INFO networking_nsxv3.common.synchronization [None req-cd8798ed-726d-414b-9e24-33f7e184c8ca None None] Enqueued Resource ID: 2eff5857-867f-47d0-bb9b-e2087c3357da with Priority: HIGHEST for action port [ 494.040309] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eff5857-867f-47d0-bb9b-e2087c3357da with Priority: HIGHEST for action port [ 494.040736] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eff5857-867f-47d0-bb9b-e2087c3357da taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 494.040900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eff5857-867f-47d0-bb9b-e2087c3357da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 494.040977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eff5857-867f-47d0-bb9b-e2087c3357da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.044231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eff5857-867f-47d0-bb9b-e2087c3357da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 494.044231] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eff5857-867f-47d0-bb9b-e2087c3357da',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 494.547129] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2eff5857-867f-47d0-bb9b-e2087c3357da [ 494.547482] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 494.547567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 494.547641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.547860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 494.547953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 494.548068] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2eff5857-867f-47d0-bb9b-e2087c3357da already deleted. [ 494.548154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eff5857-867f-47d0-bb9b-e2087c3357da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 494.756667] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1e642e46-57c5-46c6-b631-44a54cbf0c6f None None] Enqueued Resource ID: a06f6637-4bec-43c7-b072-cee702ede491 with Priority: HIGHEST for action port [ 494.757378] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06f6637-4bec-43c7-b072-cee702ede491 with Priority: HIGHEST for action port [ 494.757525] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06f6637-4bec-43c7-b072-cee702ede491 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 494.757645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06f6637-4bec-43c7-b072-cee702ede491" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 494.757723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06f6637-4bec-43c7-b072-cee702ede491" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.757961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06f6637-4bec-43c7-b072-cee702ede491" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 494.759035] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06f6637-4bec-43c7-b072-cee702ede491',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 495.261781] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a06f6637-4bec-43c7-b072-cee702ede491 [ 495.262062] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 495.262203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 495.262263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 495.262439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 495.262530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 495.262628] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a06f6637-4bec-43c7-b072-cee702ede491 already deleted. [ 495.262709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06f6637-4bec-43c7-b072-cee702ede491" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 495.277939] env[64015]: INFO networking_nsxv3.common.synchronization [None req-28a1b5c5-c4f8-4eb2-83ed-656f3c672573 None None] Enqueued Resource ID: 4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3 with Priority: HIGHEST for action port [ 495.278212] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3 with Priority: HIGHEST for action port [ 495.278801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 495.278890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 495.278947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 495.279482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 495.279728] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 495.782760] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3 [ 495.783589] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 495.787990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 495.787990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 495.787990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 495.787990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 495.787990] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3 already deleted. [ 495.787990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1f4c93-34fb-4e90-92b8-5a4a4f663ab3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 496.236023] env[64015]: INFO networking_nsxv3.common.synchronization [None req-94293f10-b3ff-4ad4-90c0-79defd1ec670 None None] Enqueued Resource ID: 00037149-6c57-47e4-9285-609b152c0906 with Priority: HIGHEST for action port [ 496.236023] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00037149-6c57-47e4-9285-609b152c0906 with Priority: HIGHEST for action port [ 496.236548] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-00037149-6c57-47e4-9285-609b152c0906 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 496.238295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00037149-6c57-47e4-9285-609b152c0906" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.238295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00037149-6c57-47e4-9285-609b152c0906" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.238295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00037149-6c57-47e4-9285-609b152c0906" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 496.238295] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00037149-6c57-47e4-9285-609b152c0906',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 496.286645] env[64015]: INFO networking_nsxv3.common.synchronization [None req-e429f9ac-4a15-4ebc-90fc-d5b545c6ebc0 None None] Enqueued Resource ID: 8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a with Priority: HIGHEST for action port [ 496.286645] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a with Priority: HIGHEST for action port [ 496.286645] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 496.286645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.286645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.286645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 496.286645] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 496.743608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00037149-6c57-47e4-9285-609b152c0906 [ 496.743608] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 496.743832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.743888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.744098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 496.744200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 496.744306] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00037149-6c57-47e4-9285-609b152c0906 already deleted. [ 496.744391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00037149-6c57-47e4-9285-609b152c0906" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 496.790898] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a [ 496.790898] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 496.790898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.790898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.791113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 496.791113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 496.791113] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a already deleted. [ 496.791189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d5654f8-f3df-4ce1-8f9e-d1edc1162b9a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.644554] env[64015]: INFO networking_nsxv3.common.synchronization [None req-978ea7ee-64e0-4796-a364-fc1bcf40dd59 None None] Enqueued Resource ID: 1352725b-c6b9-4532-a187-50ffee899b41 with Priority: HIGHEST for action port [ 498.645163] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1352725b-c6b9-4532-a187-50ffee899b41 with Priority: HIGHEST for action port [ 498.645486] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-1352725b-c6b9-4532-a187-50ffee899b41 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.645629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1352725b-c6b9-4532-a187-50ffee899b41" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.647477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1352725b-c6b9-4532-a187-50ffee899b41" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.647477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1352725b-c6b9-4532-a187-50ffee899b41" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.647477] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1352725b-c6b9-4532-a187-50ffee899b41',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 499.152024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1352725b-c6b9-4532-a187-50ffee899b41 [ 499.152024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 499.152024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 499.152024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 499.152024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 499.152024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 499.152024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1352725b-c6b9-4532-a187-50ffee899b41 already deleted. [ 499.152527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1352725b-c6b9-4532-a187-50ffee899b41" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 499.601989] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1ecea527-67da-45f1-8dd7-825f8d09b2d6 None None] Enqueued Resource ID: 66e6508a-5a03-4093-823f-631e600968a0 with Priority: HIGHEST for action port [ 499.602284] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e6508a-5a03-4093-823f-631e600968a0 with Priority: HIGHEST for action port [ 499.602619] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-66e6508a-5a03-4093-823f-631e600968a0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 499.602745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66e6508a-5a03-4093-823f-631e600968a0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 499.602928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66e6508a-5a03-4093-823f-631e600968a0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 499.603444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66e6508a-5a03-4093-823f-631e600968a0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 499.603444] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e6508a-5a03-4093-823f-631e600968a0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 499.772703] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a59b177b-81e1-4b65-b9e9-a3f4f477cc34 None None] Enqueued Resource ID: d1424b6d-23aa-456b-a0ec-0276be5e494e with Priority: HIGHEST for action port [ 499.772703] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1424b6d-23aa-456b-a0ec-0276be5e494e with Priority: HIGHEST for action port [ 499.773165] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1424b6d-23aa-456b-a0ec-0276be5e494e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 499.773296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1424b6d-23aa-456b-a0ec-0276be5e494e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 499.773370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1424b6d-23aa-456b-a0ec-0276be5e494e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 499.774032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1424b6d-23aa-456b-a0ec-0276be5e494e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 499.774032] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1424b6d-23aa-456b-a0ec-0276be5e494e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 500.108498] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66e6508a-5a03-4093-823f-631e600968a0 [ 500.108498] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.108498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.108498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.108659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.108759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.108814] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66e6508a-5a03-4093-823f-631e600968a0 already deleted. [ 500.108902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66e6508a-5a03-4093-823f-631e600968a0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.279381] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1424b6d-23aa-456b-a0ec-0276be5e494e [ 500.279381] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.279381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.279381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.279381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.279381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.279381] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1424b6d-23aa-456b-a0ec-0276be5e494e already deleted. [ 500.279381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1424b6d-23aa-456b-a0ec-0276be5e494e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.456990] env[64015]: INFO networking_nsxv3.common.synchronization [None req-206b0319-489e-4011-9762-9e9c2b5823ac None None] Enqueued Resource ID: 92b15599-17b6-48a6-88b8-53244ba491f7 with Priority: HIGHEST for action port [ 500.456990] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b15599-17b6-48a6-88b8-53244ba491f7 with Priority: HIGHEST for action port [ 500.456990] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b15599-17b6-48a6-88b8-53244ba491f7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.456990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b15599-17b6-48a6-88b8-53244ba491f7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.456990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b15599-17b6-48a6-88b8-53244ba491f7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.456990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b15599-17b6-48a6-88b8-53244ba491f7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.456990] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b15599-17b6-48a6-88b8-53244ba491f7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 500.959667] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b15599-17b6-48a6-88b8-53244ba491f7 [ 500.959886] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.959946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.960067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.960436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.960436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.960436] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b15599-17b6-48a6-88b8-53244ba491f7 already deleted. [ 500.960531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b15599-17b6-48a6-88b8-53244ba491f7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 501.596561] env[64015]: INFO networking_nsxv3.common.synchronization [None req-07631fd4-00b3-4992-94ab-9303418cf74e None None] Enqueued Resource ID: ad298806-d192-4bc4-99e0-a4d23a9eda17 with Priority: HIGHEST for action port [ 501.596838] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad298806-d192-4bc4-99e0-a4d23a9eda17 with Priority: HIGHEST for action port [ 501.597160] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad298806-d192-4bc4-99e0-a4d23a9eda17 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 501.597292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad298806-d192-4bc4-99e0-a4d23a9eda17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 501.597367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad298806-d192-4bc4-99e0-a4d23a9eda17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 501.597608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad298806-d192-4bc4-99e0-a4d23a9eda17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 501.597688] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad298806-d192-4bc4-99e0-a4d23a9eda17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 502.105497] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad298806-d192-4bc4-99e0-a4d23a9eda17 [ 502.105497] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 502.105497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.105497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.105497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 502.105497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.105497] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad298806-d192-4bc4-99e0-a4d23a9eda17 already deleted. [ 502.105497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad298806-d192-4bc4-99e0-a4d23a9eda17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.333437] env[64015]: INFO networking_nsxv3.common.synchronization [req-8287745c-fc91-48b3-95e6-38e5f5d8003e req-006396da-7936-4827-b86f-6f82663fe31b tempest-SecurityGroupRulesNegativeTestJSON-2043842659 tempest-SecurityGroupRulesNegativeTestJSON-2043842659-project-member] Enqueued Resource ID: 38e24a47-fecd-404c-8074-574a06f31378 with Priority: HIGHEST for action security_group_rules [ 502.334838] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e24a47-fecd-404c-8074-574a06f31378 with Priority: HIGHEST for action security_group_rules [ 502.334838] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e24a47-fecd-404c-8074-574a06f31378 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 502.334838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.334838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.334838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 502.335023] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e24a47-fecd-404c-8074-574a06f31378',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 502.399382] env[64015]: INFO networking_nsxv3.common.synchronization [None req-142d859d-f72c-43c9-b6c2-61e578466b55 None None] Enqueued Resource ID: 4ad936db-03a4-453b-bd13-8ff6ab772008 with Priority: HIGHEST for action port [ 502.401505] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad936db-03a4-453b-bd13-8ff6ab772008 with Priority: HIGHEST for action port [ 502.402663] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad936db-03a4-453b-bd13-8ff6ab772008 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 502.402787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad936db-03a4-453b-bd13-8ff6ab772008" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.402855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad936db-03a4-453b-bd13-8ff6ab772008" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.403765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad936db-03a4-453b-bd13-8ff6ab772008" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 502.403877] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad936db-03a4-453b-bd13-8ff6ab772008',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 502.495201] env[64015]: INFO networking_nsxv3.common.synchronization [None req-731db9d1-f8d1-48e4-8830-6606e7376908 None None] Enqueued Resource ID: d4120d9b-1e3f-4f0b-96b2-f4e9d9869450 with Priority: HIGHEST for action port [ 502.495201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4120d9b-1e3f-4f0b-96b2-f4e9d9869450 with Priority: HIGHEST for action port [ 502.495201] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4120d9b-1e3f-4f0b-96b2-f4e9d9869450 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 502.495201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4120d9b-1e3f-4f0b-96b2-f4e9d9869450" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.495201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4120d9b-1e3f-4f0b-96b2-f4e9d9869450" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.495201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4120d9b-1e3f-4f0b-96b2-f4e9d9869450" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 502.495201] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4120d9b-1e3f-4f0b-96b2-f4e9d9869450',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 502.704140] env[64015]: INFO networking_nsxv3.common.synchronization [None req-d9628143-c4aa-4d10-99a1-e5dc9c7fb115 None None] Enqueued Resource ID: fed8cc5a-9650-43df-8d4a-299cafbb04ac with Priority: HIGHEST for action port [ 502.704186] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fed8cc5a-9650-43df-8d4a-299cafbb04ac with Priority: HIGHEST for action port [ 502.704799] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-fed8cc5a-9650-43df-8d4a-299cafbb04ac taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 502.704947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fed8cc5a-9650-43df-8d4a-299cafbb04ac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.705559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fed8cc5a-9650-43df-8d4a-299cafbb04ac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.705559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fed8cc5a-9650-43df-8d4a-299cafbb04ac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 502.706377] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fed8cc5a-9650-43df-8d4a-299cafbb04ac',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 502.855524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 502.855705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.855705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.856480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 502.856480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.856480] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e24a47-fecd-404c-8074-574a06f31378 already deleted. [ 502.856480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.907147] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ad936db-03a4-453b-bd13-8ff6ab772008 [ 502.907417] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 502.908530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.908625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.909350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 502.909350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.909460] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ad936db-03a4-453b-bd13-8ff6ab772008 already deleted. [ 502.909541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad936db-03a4-453b-bd13-8ff6ab772008" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 503.000522] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4120d9b-1e3f-4f0b-96b2-f4e9d9869450 [ 503.000522] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 503.000522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 503.000522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 503.000522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 503.000522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 503.000522] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4120d9b-1e3f-4f0b-96b2-f4e9d9869450 already deleted. [ 503.000522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4120d9b-1e3f-4f0b-96b2-f4e9d9869450" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 503.211428] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fed8cc5a-9650-43df-8d4a-299cafbb04ac [ 503.211428] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 503.211428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 503.211428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 503.211428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 503.211428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 503.211428] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fed8cc5a-9650-43df-8d4a-299cafbb04ac already deleted. [ 503.211428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fed8cc5a-9650-43df-8d4a-299cafbb04ac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 504.456331] env[64015]: INFO networking_nsxv3.common.synchronization [req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 req-a8a1b424-e321-4739-add7-500ca5584040 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 504.456871] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 504.457298] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 504.457477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.457477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.457639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 504.457794] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 504.457913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.457981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.458120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 504.458210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 504.458325] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 504.959954] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 504.960092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.960092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.960314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 504.960407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 504.960596] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 504.960693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 504.960757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 504.960908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 504.960985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 504.961218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b already deleted. [ 504.961347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.042697] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7c054503-1067-46cf-87df-a1ac1c92f762 None None] Enqueued Resource ID: 9e97cbbb-5112-4147-ba4a-dee07ec0e6ed with Priority: HIGHEST for action port [ 505.042951] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e97cbbb-5112-4147-ba4a-dee07ec0e6ed with Priority: HIGHEST for action port [ 505.043524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e97cbbb-5112-4147-ba4a-dee07ec0e6ed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.043640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e97cbbb-5112-4147-ba4a-dee07ec0e6ed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.043708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e97cbbb-5112-4147-ba4a-dee07ec0e6ed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.043957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e97cbbb-5112-4147-ba4a-dee07ec0e6ed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.044868] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e97cbbb-5112-4147-ba4a-dee07ec0e6ed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 505.200582] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.200796] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.201780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.201780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.201780] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.201780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.201780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.202078] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.204817] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.204817] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 505.204817] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 505.204817] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 505.204817] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 505.204817] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 505.204817] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 505.204817] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 505.223709] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 505.223875] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 505.224033] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 505.224224] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.224550] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-5432e795-1f67-402f-bc24-d6e7c4095bd3 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.224724] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.224853] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.225208] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.225767] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5432e795-1f67-402f-bc24-d6e7c4095bd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 505.547451] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e97cbbb-5112-4147-ba4a-dee07ec0e6ed [ 505.547868] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.548301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.548301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.548651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.548651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.548651] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e97cbbb-5112-4147-ba4a-dee07ec0e6ed already deleted. [ 505.548781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e97cbbb-5112-4147-ba4a-dee07ec0e6ed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.730703] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.730703] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.730703] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.730703] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.730973] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.731053] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 5432e795-1f67-402f-bc24-d6e7c4095bd3 not found, creating... [ 505.732114] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.732114] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.732114] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.732114] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.732114] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.732398] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.732576] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.732685] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.732930] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.735257] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.735365] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 5432e795-1f67-402f-bc24-d6e7c4095bd3 is going to be created. [ 505.757254] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 505.757443] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 505.757487] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 505.758604] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 505.758604] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.758604] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.201435] env[64015]: INFO networking_nsxv3.common.synchronization [None req-4522af33-9825-4506-8a46-c4235ffcc16a None None] Enqueued Resource ID: e4ab77ac-b82a-4d3e-96d6-0b4a205c2483 with Priority: HIGHEST for action port [ 506.201686] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ab77ac-b82a-4d3e-96d6-0b4a205c2483 with Priority: HIGHEST for action port [ 506.202280] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ab77ac-b82a-4d3e-96d6-0b4a205c2483 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.202574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ab77ac-b82a-4d3e-96d6-0b4a205c2483" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.202574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ab77ac-b82a-4d3e-96d6-0b4a205c2483" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.202724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ab77ac-b82a-4d3e-96d6-0b4a205c2483" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.202801] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ab77ac-b82a-4d3e-96d6-0b4a205c2483',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.266164] env[64015]: INFO networking_nsxv3.common.synchronization [req-3478c111-5e1e-4a5d-85e8-255bd93e3741 req-486b0811-8661-4305-8d99-16250ebb1f86 tempest-SecurityGroupRulesNegativeTestJSON-2043842659 tempest-SecurityGroupRulesNegativeTestJSON-2043842659-project-member] Enqueued Resource ID: 38e24a47-fecd-404c-8074-574a06f31378 with Priority: HIGHEST for action security_group_rules [ 506.266836] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e24a47-fecd-404c-8074-574a06f31378 with Priority: HIGHEST for action security_group_rules [ 506.267182] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e24a47-fecd-404c-8074-574a06f31378 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.267313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.267387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.267577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.267654] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e24a47-fecd-404c-8074-574a06f31378',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.709453] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4ab77ac-b82a-4d3e-96d6-0b4a205c2483 [ 506.713020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.713020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.713020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.713020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.713020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.713020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4ab77ac-b82a-4d3e-96d6-0b4a205c2483 already deleted. [ 506.713020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ab77ac-b82a-4d3e-96d6-0b4a205c2483" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.790715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.790955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.790955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.791167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.791259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.791487] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e24a47-fecd-404c-8074-574a06f31378 already deleted. [ 506.791487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e24a47-fecd-404c-8074-574a06f31378" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.899956] env[64015]: INFO networking_nsxv3.common.synchronization [req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 req-b597ebc1-ff6b-4669-95de-0509e4bb7d3f service nova] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_rules [ 506.900144] env[64015]: INFO networking_nsxv3.common.synchronization [req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 req-b597ebc1-ff6b-4669-95de-0509e4bb7d3f service nova] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 506.900520] env[64015]: INFO networking_nsxv3.common.synchronization [req-7c53a328-46cd-4bad-99fe-bb046f3e8ec6 req-b597ebc1-ff6b-4669-95de-0509e4bb7d3f service nova] Enqueued Resource ID: 5432e795-1f67-402f-bc24-d6e7c4095bd3 with Priority: HIGHEST for action port [ 506.900606] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_rules [ 506.900671] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 506.900790] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5432e795-1f67-402f-bc24-d6e7c4095bd3 with Priority: HIGHEST for action port [ 506.901310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.901442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.902804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.902804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.902804] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.903925] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.903925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.904100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.904340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.904846] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.904846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.904846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.904846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.905080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.905305] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.911019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-5432e795-1f67-402f-bc24-d6e7c4095bd3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.911019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.911019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.911019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.911019] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5432e795-1f67-402f-bc24-d6e7c4095bd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.962487] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a49f31fb-2021-468a-b5fd-7e3bbbb6ab6b None None] Enqueued Resource ID: c6a2b506-4615-4d4a-a9a0-8343d0b5fec1 with Priority: HIGHEST for action port [ 506.963372] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a2b506-4615-4d4a-a9a0-8343d0b5fec1 with Priority: HIGHEST for action port [ 506.963564] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6a2b506-4615-4d4a-a9a0-8343d0b5fec1 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.963717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6a2b506-4615-4d4a-a9a0-8343d0b5fec1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.963807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6a2b506-4615-4d4a-a9a0-8343d0b5fec1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.967176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6a2b506-4615-4d4a-a9a0-8343d0b5fec1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.967264] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a2b506-4615-4d4a-a9a0-8343d0b5fec1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 507.411889] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.411889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.427216] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 507.427216] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5432e795-1f67-402f-bc24-d6e7c4095bd3 with status ACTIVE [ 507.427216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.427216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.427216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.428755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.428755] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5432e795-1f67-402f-bc24-d6e7c4095bd3 is going to be updated. [ 507.431154] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-0bd66381-2cbc-47d9-a13f-796b46453c4d tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 507.432024] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 507.432554] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.432554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.432554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.432736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.432845] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.432949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.433010] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.433193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.433305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.433305] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 507.452835] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.453280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.453477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.453760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.454218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.454218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5432e795-1f67-402f-bc24-d6e7c4095bd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.470828] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6a2b506-4615-4d4a-a9a0-8343d0b5fec1 [ 507.470828] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.470828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.470828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.470828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.470828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.470828] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6a2b506-4615-4d4a-a9a0-8343d0b5fec1 already deleted. [ 507.470828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6a2b506-4615-4d4a-a9a0-8343d0b5fec1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.930347] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 507.937974] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.937974] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 507.937974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 507.939802] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e already deleted. [ 507.939802] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.023992] env[64015]: INFO networking_nsxv3.common.synchronization [None req-71b8777d-b972-43c1-a456-515fe45cc62a None None] Enqueued Resource ID: 719b628c-88d3-4a77-9268-aef3307e801e with Priority: HIGHEST for action port [ 508.024539] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719b628c-88d3-4a77-9268-aef3307e801e with Priority: HIGHEST for action port [ 508.024834] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-719b628c-88d3-4a77-9268-aef3307e801e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.024952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719b628c-88d3-4a77-9268-aef3307e801e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.026869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719b628c-88d3-4a77-9268-aef3307e801e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.027168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719b628c-88d3-4a77-9268-aef3307e801e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.027443] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719b628c-88d3-4a77-9268-aef3307e801e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 508.186302] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-e9a8288a-75cf-4751-a5be-98da0d8f8144 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 508.187601] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 508.187601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.187601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.187601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.187601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.187601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.187851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.187851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.187914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.187977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.188515] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 508.433818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.433966] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.434095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.434286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.434384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.434484] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be created. [ 508.457124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.457279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.457342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.457554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.457715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.466222] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: UNINITIALIZED for 2s [ 508.530335] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 719b628c-88d3-4a77-9268-aef3307e801e [ 508.530335] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.530335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.530335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.530335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.530335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.530335] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:719b628c-88d3-4a77-9268-aef3307e801e already deleted. [ 508.530335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719b628c-88d3-4a77-9268-aef3307e801e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.694712] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.694712] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.694712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.694712] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e already deleted. [ 508.695183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.958179] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-2c8ebbf2-c19a-4f27-b2ce-a1181c48e6a9 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 508.958874] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 508.959404] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.959533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.959648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.960183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.960383] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 508.960497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 508.960560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 508.960730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 508.961250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 508.961375] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 509.374712] env[64015]: INFO networking_nsxv3.common.synchronization [None req-e578de9c-98c1-4e79-8034-c111dd0fe15a tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Enqueued Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_rules [ 509.375201] env[64015]: INFO networking_nsxv3.common.synchronization [None req-e3170597-0189-4540-9bb3-5f17c019cdba None None] Enqueued Resource ID: c6c3036c-4b97-49a1-ad7c-4352b49799ce with Priority: HIGHEST for action port [ 509.375700] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_rules [ 509.375902] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c3036c-4b97-49a1-ad7c-4352b49799ce with Priority: HIGHEST for action port [ 509.382795] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.382795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.382795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.382952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.385132] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 509.385132] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c3036c-4b97-49a1-ad7c-4352b49799ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.385132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c3036c-4b97-49a1-ad7c-4352b49799ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.385132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c3036c-4b97-49a1-ad7c-4352b49799ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.385132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c3036c-4b97-49a1-ad7c-4352b49799ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.387570] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c3036c-4b97-49a1-ad7c-4352b49799ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 509.464826] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.465273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.465669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.467455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.467455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.467455] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.467455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.467455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.467455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.467455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.467455] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e already deleted. [ 509.467455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.506645] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.506853] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.506978] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.507352] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.507774] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.507885] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.507924] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.508534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.508793] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.509017] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 509.509194] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 509.509434] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 509.509651] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 509.509773] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 509.509927] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 509.510344] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 509.528863] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 509.529127] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 509.530208] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 509.530491] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.530812] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-19dd2e36-212e-468d-b1bd-0eed317c2213 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.531223] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.531223] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.531489] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.531557] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19dd2e36-212e-468d-b1bd-0eed317c2213',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 509.609382] env[64015]: INFO networking_nsxv3.common.synchronization [None req-89417e7b-2e44-4c60-b3dd-7c918b5d02c9 tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Enqueued Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_rules [ 509.610252] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_rules [ 509.610671] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.610872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.685018] env[64015]: INFO networking_nsxv3.common.synchronization [req-567c162c-af46-4c5c-9459-dc058c37b391 req-5fd7a4b3-85fe-494d-a366-e1b4085f8741 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Enqueued Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_members [ 509.685018] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_members [ 509.685293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.685420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.685491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.685738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.685880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.685982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.686286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.686458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.686582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.686677] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 509.888332] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6c3036c-4b97-49a1-ad7c-4352b49799ce [ 509.888543] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.888671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.888740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.888938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.889672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.889831] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6c3036c-4b97-49a1-ad7c-4352b49799ce already deleted. [ 509.890727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c3036c-4b97-49a1-ad7c-4352b49799ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.912350] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 509.912350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.912350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.912350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.912350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.912350] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 already deleted. [ 509.912350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.912350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.912350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 509.912350] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 510.035115] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.035115] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.035454] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.035454] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.035612] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.036196] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 19dd2e36-212e-468d-b1bd-0eed317c2213 not found, creating... [ 510.036196] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.036196] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.036371] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.036514] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.036645] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.036919] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.037103] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.037190] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.037561] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.037561] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.037694] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 19dd2e36-212e-468d-b1bd-0eed317c2213 is going to be created. [ 510.060959] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.061805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.061805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.061805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.061805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.064446] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.188959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.189132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.189213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.189498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.189561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.189749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.189847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.189909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.190086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.190163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.190253] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34e434f-e07f-4284-acc5-2bacc5453586 already deleted. [ 510.190361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.408223] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.408705] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.408705] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.409347] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.409995] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.410219] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.410386] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.410634] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.410783] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.410986] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 510.411114] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 510.411226] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 510.411335] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 510.411447] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 510.411555] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 510.411699] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 510.434218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 510.434358] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 510.434545] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 510.434652] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.434956] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-70eab0e7-d063-400f-b447-779febc88a1a taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.435132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.435250] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.435583] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.436300] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70eab0e7-d063-400f-b447-779febc88a1a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 510.440693] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.440833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.441764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.441764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.441764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.441764] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 already deleted. [ 510.441764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.476235] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.476235] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.476235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.476235] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 510.938895] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.938895] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.938895] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.938895] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.938895] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.938895] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 70eab0e7-d063-400f-b447-779febc88a1a not found, creating... [ 510.939278] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.939488] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.943156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.943156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.943156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.943156] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.943156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.943156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.943156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.943156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.943156] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 70eab0e7-d063-400f-b447-779febc88a1a is going to be created. [ 510.965727] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.966087] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.966249] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.966534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.966760] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.967075] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.980709] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.980873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.980946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.981445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.981445] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.981603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.981685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.981797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.981878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.981969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.982141] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.982287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.982361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.982521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.982664] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 510.982804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 510.982804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 510.982937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 510.983037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.983098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 510.983639] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 511.394486] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-718ae814-49e7-4cd0-906d-e586bd0623c1 service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 511.395369] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-718ae814-49e7-4cd0-906d-e586bd0623c1 service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 511.395369] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-718ae814-49e7-4cd0-906d-e586bd0623c1 service nova] Enqueued Resource ID: 19dd2e36-212e-468d-b1bd-0eed317c2213 with Priority: HIGHEST for action port [ 511.395369] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 511.395593] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 511.395593] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19dd2e36-212e-468d-b1bd-0eed317c2213 with Priority: HIGHEST for action port [ 511.395806] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.395927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.396939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.400610] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 511.400610] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.400610] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.400610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.400610] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 511.401292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-19dd2e36-212e-468d-b1bd-0eed317c2213 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.401831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.401934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.402584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.402584] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19dd2e36-212e-468d-b1bd-0eed317c2213',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 511.486581] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d30ae91-1c76-4286-9dac-27ceb2ee358b: rpc.has_security_group_logging(os_id): False [ 511.508573] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.508727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.508824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.509075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.509139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.509478] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.509478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.509599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.509689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.509739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.509924] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.510034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.510091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.510224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.510342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.510491] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.510840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.510840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.510840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.511026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.511026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be created. [ 511.569057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.569057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.569057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.569057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.569057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.580614] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: IN_PROGRESS for 2s [ 511.632691] env[64015]: INFO networking_nsxv3.common.synchronization [req-234a425b-fab9-4fb1-93ff-7e41758e1f33 req-51d47f89-1ad4-430c-af41-596b03e5f8f7 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 511.632953] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 511.633298] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.633557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.633557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.633801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.633936] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.636180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.636180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.636180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.636180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.636180] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 511.908018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.908018] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 511.908018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19dd2e36-212e-468d-b1bd-0eed317c2213 with status ACTIVE [ 511.908018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.908018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.908018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.908529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.908529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.908529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.909086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.909368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.909487] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19dd2e36-212e-468d-b1bd-0eed317c2213 is going to be updated. [ 511.936646] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 511.936862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 511.936862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 511.937072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 511.937305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.937377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19dd2e36-212e-468d-b1bd-0eed317c2213" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.122340] env[64015]: INFO networking_nsxv3.common.synchronization [req-567c162c-af46-4c5c-9459-dc058c37b391 req-b6a301be-e0ff-4a8a-b7b5-c377631b0486 service nova] Enqueued Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_rules [ 512.122810] env[64015]: INFO networking_nsxv3.common.synchronization [req-567c162c-af46-4c5c-9459-dc058c37b391 req-b6a301be-e0ff-4a8a-b7b5-c377631b0486 service nova] Enqueued Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_members [ 512.122885] env[64015]: INFO networking_nsxv3.common.synchronization [req-567c162c-af46-4c5c-9459-dc058c37b391 req-b6a301be-e0ff-4a8a-b7b5-c377631b0486 service nova] Enqueued Resource ID: 70eab0e7-d063-400f-b447-779febc88a1a with Priority: HIGHEST for action port [ 512.123853] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_rules [ 512.124052] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_members [ 512.124189] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eab0e7-d063-400f-b447-779febc88a1a with Priority: HIGHEST for action port [ 512.124520] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.124695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.124740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.125070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.125305] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.126975] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.127768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.127768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.127768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.129510] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.129510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.129510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.129510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.129510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.129702] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.130483] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-70eab0e7-d063-400f-b447-779febc88a1a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.130601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.131432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.131432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.131432] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70eab0e7-d063-400f-b447-779febc88a1a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.139915] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.140067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.140137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.140436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.140507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.140692] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.140743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.140782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.141201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.141201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.141201] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 already deleted. [ 512.141201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.264960] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.265209] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.265337] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.265611] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.265885] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.266247] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.266247] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.267354] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.267354] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.267354] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 512.267354] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 512.267354] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 512.267354] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 512.267354] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 512.267354] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 512.267556] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 512.286073] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 512.286224] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 512.286552] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 512.286552] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.286833] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.287035] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.287246] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.287587] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.287643] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f8aed7-ff6f-458b-af1e-ac43a6dd94c9',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.395164] env[64015]: INFO networking_nsxv3.common.synchronization [None req-c50df9f0-9b85-43ab-90b3-b476abea5ffd None None] Enqueued Resource ID: 88e24706-746f-4fff-9f39-67c8deb4efc2 with Priority: HIGHEST for action port [ 512.395861] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e24706-746f-4fff-9f39-67c8deb4efc2 with Priority: HIGHEST for action port [ 512.396651] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-88e24706-746f-4fff-9f39-67c8deb4efc2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.397060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88e24706-746f-4fff-9f39-67c8deb4efc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.397261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88e24706-746f-4fff-9f39-67c8deb4efc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.398018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88e24706-746f-4fff-9f39-67c8deb4efc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.398018] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e24706-746f-4fff-9f39-67c8deb4efc2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.411914] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.523882] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.524115] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-878" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.524248] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-878" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.525106] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-878" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.525468] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.525647] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.525774] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.526028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.526184] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.528175] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 512.528175] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 512.528175] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 512.528175] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 512.528175] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 512.528175] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 512.528175] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 512.546010] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 512.546010] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 512.546010] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 512.546010] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-878" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.546425] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-3954638e-5232-4a01-9ec5-858481f15a25 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.546508] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.546906] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.546980] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.547117] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3954638e-5232-4a01-9ec5-858481f15a25',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.637549] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70eab0e7-d063-400f-b447-779febc88a1a with status ACTIVE [ 512.638308] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.641062] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.641062] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.641062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.641062] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70eab0e7-d063-400f-b447-779febc88a1a is going to be updated. [ 512.642980] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.643262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.643745] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 512.666659] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.667054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.667054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.667155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.667263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.667396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70eab0e7-d063-400f-b447-779febc88a1a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.790270] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.790633] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.790806] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.791897] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.792244] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.792853] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 not found, creating... [ 512.793134] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.793318] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.793445] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.793711] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.793871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.794418] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.794686] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.794859] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.795214] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.795413] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.795605] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 is going to be created. [ 512.822908] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.823240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.823382] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.823554] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.823781] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.824011] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.901294] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88e24706-746f-4fff-9f39-67c8deb4efc2 [ 512.901500] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.902107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.902107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.902107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.902107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.902242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88e24706-746f-4fff-9f39-67c8deb4efc2 already deleted. [ 512.902325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88e24706-746f-4fff-9f39-67c8deb4efc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.914110] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.914110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.914110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.914996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.914996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.914996] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be created. [ 512.948866] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 512.949030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 512.949104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 512.949366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 512.949574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 512.965968] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: UNINITIALIZED for 2s [ 513.052034] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.052034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.052034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.052280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.052280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.052496] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 3954638e-5232-4a01-9ec5-858481f15a25 not found, creating... [ 513.053415] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.053415] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.053415] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.053415] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.053415] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.053789] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.053789] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.053910] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.057431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.060055] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.060055] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 3954638e-5232-4a01-9ec5-858481f15a25 is going to be created. [ 513.083755] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.083755] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.083755] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.084195] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.084333] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.084607] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.148909] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 513.602172] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 513.603167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.650691] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.650812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.650812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.651021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.651970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.651970] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34e434f-e07f-4284-acc5-2bacc5453586 is going to be created. [ 513.676444] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.676538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.676538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.676754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.676889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.689975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34e434f-e07f-4284-acc5-2bacc5453586 in Status: UNINITIALIZED for 2s [ 513.733162] env[64015]: INFO networking_nsxv3.common.synchronization [req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 req-ad6e58e6-a2c9-4c92-b4bd-823b5203fbf1 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 513.734161] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 513.734161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.734161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.734984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.735320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.735483] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 513.735587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.735648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.735814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 513.735899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.735993] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.238737] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.240755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.240755] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a already deleted. [ 514.240755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.372603] env[64015]: INFO networking_nsxv3.common.synchronization [req-234a425b-fab9-4fb1-93ff-7e41758e1f33 req-aa9cc439-8f5e-45f8-b043-4cc5aac71180 service nova] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_rules [ 514.372603] env[64015]: INFO networking_nsxv3.common.synchronization [req-234a425b-fab9-4fb1-93ff-7e41758e1f33 req-aa9cc439-8f5e-45f8-b043-4cc5aac71180 service nova] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 514.372603] env[64015]: INFO networking_nsxv3.common.synchronization [req-234a425b-fab9-4fb1-93ff-7e41758e1f33 req-aa9cc439-8f5e-45f8-b043-4cc5aac71180 service nova] Enqueued Resource ID: 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 with Priority: HIGHEST for action port [ 514.372603] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_rules [ 514.372603] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 514.373109] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 with Priority: HIGHEST for action port [ 514.373592] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.373910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.374574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.374989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.375182] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.376791] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.377573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.378414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.378414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.378414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.378665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.378839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.379440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.379673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.379903] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.382534] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.382534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.382534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.382534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.382534] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f8aed7-ff6f-458b-af1e-ac43a6dd94c9',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.433273] env[64015]: INFO networking_nsxv3.common.synchronization [None req-0cbe0cda-fbbe-4238-bca4-cf59eb1d1af3 None None] Enqueued Resource ID: fd738275-a258-47b5-ac9b-fa1428d3814f with Priority: HIGHEST for action port [ 514.433273] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd738275-a258-47b5-ac9b-fa1428d3814f with Priority: HIGHEST for action port [ 514.433273] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd738275-a258-47b5-ac9b-fa1428d3814f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.437874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd738275-a258-47b5-ac9b-fa1428d3814f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.437874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd738275-a258-47b5-ac9b-fa1428d3814f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.437874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd738275-a258-47b5-ac9b-fa1428d3814f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.438071] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd738275-a258-47b5-ac9b-fa1428d3814f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.525025] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-741a0044-4e0f-487e-965c-8e309cc0baab service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 514.525025] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-741a0044-4e0f-487e-965c-8e309cc0baab service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 514.525025] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-741a0044-4e0f-487e-965c-8e309cc0baab service nova] Enqueued Resource ID: 3954638e-5232-4a01-9ec5-858481f15a25 with Priority: HIGHEST for action port [ 514.525025] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 514.525025] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 514.525025] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3954638e-5232-4a01-9ec5-858481f15a25 with Priority: HIGHEST for action port [ 514.525025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.525025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.526253] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.528498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.528498] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-3954638e-5232-4a01-9ec5-858481f15a25 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.528498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.528498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.528498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.528498] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3954638e-5232-4a01-9ec5-858481f15a25',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.703778] env[64015]: INFO networking_nsxv3.common.synchronization [None req-527f323a-2454-4e78-ba69-4c4ea440d7d3 None None] Enqueued Resource ID: 3bc1ec72-2104-4d7b-ba28-11b1d54942f3 with Priority: HIGHEST for action port [ 514.704469] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc1ec72-2104-4d7b-ba28-11b1d54942f3 with Priority: HIGHEST for action port [ 514.705183] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc1ec72-2104-4d7b-ba28-11b1d54942f3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.705349] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc1ec72-2104-4d7b-ba28-11b1d54942f3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.705446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc1ec72-2104-4d7b-ba28-11b1d54942f3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.706722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc1ec72-2104-4d7b-ba28-11b1d54942f3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.706722] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc1ec72-2104-4d7b-ba28-11b1d54942f3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.856610] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.856825] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.856964] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.857354] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.857725] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.858395] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.858395] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.858395] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.858395] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.858620] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 514.858752] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 514.858884] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 514.859220] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 514.859220] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 514.859220] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 514.859504] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 514.880020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 514.880020] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 514.880020] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 514.880020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.880020] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.880020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.880020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.880020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.880020] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.882982] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.883282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.884654] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 with status ACTIVE [ 514.884924] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.885176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.885330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.885616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.885794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.886076] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.886300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.886459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.886716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.886890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.887164] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.887375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.887525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.887747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.887904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.888555] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37f8aed7-ff6f-458b-af1e-ac43a6dd94c9 is going to be updated. [ 514.892388] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.914820] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.915166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.915166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.915291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.915406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.915909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f8aed7-ff6f-458b-af1e-ac43a6dd94c9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.940284] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd738275-a258-47b5-ac9b-fa1428d3814f [ 514.940707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.941085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.941085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.941190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.941264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.941366] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd738275-a258-47b5-ac9b-fa1428d3814f already deleted. [ 514.941452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd738275-a258-47b5-ac9b-fa1428d3814f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.982658] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.982658] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.982658] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.982658] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.982658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 514.984555] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.030779] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3954638e-5232-4a01-9ec5-858481f15a25 with status ACTIVE [ 515.030974] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.032661] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.032661] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.032661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.032661] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3954638e-5232-4a01-9ec5-858481f15a25 is going to be updated. [ 515.070640] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.070970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.070970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.071092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.071209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.071505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3954638e-5232-4a01-9ec5-858481f15a25" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.208117] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc1ec72-2104-4d7b-ba28-11b1d54942f3 [ 515.208364] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.208493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.208558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.208767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.208851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.208954] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc1ec72-2104-4d7b-ba28-11b1d54942f3 already deleted. [ 515.209037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc1ec72-2104-4d7b-ba28-11b1d54942f3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.383828] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.384396] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.384396] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.384560] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.384734] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.388017] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e not found, creating... [ 515.388017] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.388017] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.388017] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.388017] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.388017] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.388017] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.388430] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.388430] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.388842] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.388842] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.388936] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e is going to be created. [ 515.394640] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.408486] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.412201] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.412201] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.412201] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.412201] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.412201] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.484642] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.484772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.484972] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.490661] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.490867] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.490993] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.491289] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.491572] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.491758] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.491889] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.492123] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.492270] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.492475] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 515.492594] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 515.492707] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 515.492818] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 515.492930] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 515.493054] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 515.493190] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 515.523617] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 515.523617] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 515.523617] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 515.524344] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-291" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.524883] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-8f2c58f0-f01a-4826-aa32-e9739ab37402 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.526045] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.526045] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.526045] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.526045] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2c58f0-f01a-4826-aa32-e9739ab37402',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.700029] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34e434f-e07f-4284-acc5-2bacc5453586 in Status: SUCCESS [ 515.700029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.700149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.700289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.700569] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.700700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.700767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.700925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.701013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.701125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.701187] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.898838] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.898838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.898838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.898838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.898838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.898838] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be created. [ 515.919111] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.919799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.919799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.919799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.919955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 515.928926] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: UNINITIALIZED for 2s [ 515.990413] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.031711] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.031935] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.032084] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.032380] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.032530] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.032693] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 8f2c58f0-f01a-4826-aa32-e9739ab37402 not found, creating... [ 516.033007] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.033186] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.033335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.033800] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.033800] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.034016] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.034175] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.034507] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.034507] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.035299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.035484] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 8f2c58f0-f01a-4826-aa32-e9739ab37402 is going to be created. [ 516.059676] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.059676] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.059676] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.059676] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.060835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.061528] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.205910] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.205910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.205910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.206861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.206861] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.206861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.206861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.206861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.206861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.206861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.206861] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.207178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.207178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.207178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.207268] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.207735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.207735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.207735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.207901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.207940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.210840] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.485289] env[64015]: INFO networking_nsxv3.common.synchronization [None req-156d23a5-86a4-4537-a4ff-9dfac2634773 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 516.485452] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 516.485752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.485858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.485937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.486630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.486718] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.495936] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.496130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.496727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.496803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.497068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.497121] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 516.515807] env[64015]: INFO networking_nsxv3.common.synchronization [req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 req-f84a4250-1390-4e4e-a436-b898dce3001b service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 516.515937] env[64015]: INFO networking_nsxv3.common.synchronization [req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 req-f84a4250-1390-4e4e-a436-b898dce3001b service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 516.516093] env[64015]: INFO networking_nsxv3.common.synchronization [req-88b61130-b8dd-44ba-8dc7-cff8bb70b537 req-f84a4250-1390-4e4e-a436-b898dce3001b service nova] Enqueued Resource ID: efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e with Priority: HIGHEST for action port [ 516.516302] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 516.519485] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 516.519806] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e with Priority: HIGHEST for action port [ 516.520414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.521174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.521253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.521514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.521610] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.522868] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.522945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.522981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.525592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.525592] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.525592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.525592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.525592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.525592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.525592] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.525592] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.525592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.525887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.525887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.525887] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.528064] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.528171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.528262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.528574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.528574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.536565] env[64015]: INFO networking_nsxv3.common.synchronization [req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 req-a7b34575-be33-4e8f-8b09-203d6ffd4559 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Enqueued Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_members [ 516.538993] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 516.538993] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_members [ 516.538993] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.538993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.538993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.539306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.539306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.539398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.539432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.540164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.540164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.540164] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.637058] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ce0991bb-e2ec-4967-9451-759de2a0b878 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 516.637714] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 516.638081] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.638243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.714739] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d34e434f-e07f-4284-acc5-2bacc5453586: rpc.has_security_group_logging(os_id): False [ 516.734445] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.734745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.734808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.735087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.735187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.735432] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.735544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.735586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.735821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.735821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.736379] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.736379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.736507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.736642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.736759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.736975] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.737120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.737209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.737450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.737568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.737685] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34e434f-e07f-4284-acc5-2bacc5453586 is going to be created. [ 516.822126] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.822673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.822673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.822673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.822777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.838146] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34e434f-e07f-4284-acc5-2bacc5453586 in Status: IN_PROGRESS for 2s [ 516.893460] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.893460] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.893460] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.893460] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.893694] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.894151] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.894529] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.894664] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.896065] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.896065] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 516.896065] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 516.896065] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 516.896065] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 516.896065] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 516.896065] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 516.897033] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 516.934682] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 516.934925] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 516.935110] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 516.938715] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.938715] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-15780c6f-0674-4053-9b93-b9af77ccafdf taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.938715] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.938715] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.938715] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.938715] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15780c6f-0674-4053-9b93-b9af77ccafdf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.012310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.012455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.013347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.013347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.013347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.013347] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 already deleted. [ 517.013347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.013347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.013347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.013645] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.029547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.029547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.031061] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.032195] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e with status ACTIVE [ 517.032453] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.032774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.032774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.032774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.033963] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.033963] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.033963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.033963] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e is going to be updated. [ 517.043539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.043539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.043539] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 already deleted. [ 517.043539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.054367] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.054367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.054608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.054688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.054857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.055619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb2f8b1-fcdb-4d1f-81f0-154b6c5e104e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.204964] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6828383a-2f60-4e1f-a040-01b5e9589bdd None None] Enqueued Resource ID: 645d92ab-d095-43ff-8f01-167fe13c9278 with Priority: HIGHEST for action port [ 517.204964] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645d92ab-d095-43ff-8f01-167fe13c9278 with Priority: HIGHEST for action port [ 517.204964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-645d92ab-d095-43ff-8f01-167fe13c9278 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.204964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-645d92ab-d095-43ff-8f01-167fe13c9278" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.204964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-645d92ab-d095-43ff-8f01-167fe13c9278" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.205242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-645d92ab-d095-43ff-8f01-167fe13c9278" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.205242] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('645d92ab-d095-43ff-8f01-167fe13c9278',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.442827] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.442827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.442827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.442827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.442827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.442827] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 15780c6f-0674-4053-9b93-b9af77ccafdf not found, creating... [ 517.442827] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.442827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.443339] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.443339] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.443339] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.443517] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.444061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.444061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.444295] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.445959] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.445959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 15780c6f-0674-4053-9b93-b9af77ccafdf is going to be created. [ 517.466549] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.466775] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.467009] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.467352] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.467624] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.468355] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.536577] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.536577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.536732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.539721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.539813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.539912] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 already deleted. [ 517.540010] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.540274] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.708641] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 645d92ab-d095-43ff-8f01-167fe13c9278 [ 517.708641] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.708641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.708850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.709751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.709751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.709751] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:645d92ab-d095-43ff-8f01-167fe13c9278 already deleted. [ 517.709751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-645d92ab-d095-43ff-8f01-167fe13c9278" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.779966] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-59ff4fe8-272b-46cc-bda0-0fa3421f375f service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 517.780207] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-59ff4fe8-272b-46cc-bda0-0fa3421f375f service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 517.780376] env[64015]: INFO networking_nsxv3.common.synchronization [req-6113b668-9fd1-4ed9-97ec-b3a18c1c6248 req-59ff4fe8-272b-46cc-bda0-0fa3421f375f service nova] Enqueued Resource ID: 8f2c58f0-f01a-4826-aa32-e9739ab37402 with Priority: HIGHEST for action port [ 517.780953] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 517.781374] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 517.782818] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2c58f0-f01a-4826-aa32-e9739ab37402 with Priority: HIGHEST for action port [ 517.783305] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.783305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.783435] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.783522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.783981] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2c58f0-f01a-4826-aa32-e9739ab37402 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.784105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.784177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.789363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.789363] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2c58f0-f01a-4826-aa32-e9739ab37402',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.940240] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: SUCCESS [ 517.940525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.940575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.940762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.940958] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.941077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.941154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.941296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.941379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.941452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.941591] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.044369] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.044698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.047468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.047468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.047468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.047468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be created. [ 518.070864] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.071020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.071120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.071310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.071468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.081409] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: UNINITIALIZED for 2s [ 518.291416] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f2c58f0-f01a-4826-aa32-e9739ab37402 with status ACTIVE [ 518.291416] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.291416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.291416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.291416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.291416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.291976] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.291976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.291976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.291976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.291976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.292159] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.292568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.292568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.292568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.292691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.292691] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f2c58f0-f01a-4826-aa32-e9739ab37402 is going to be updated. [ 518.312291] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.312500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.312659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.316231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.316424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.316616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2c58f0-f01a-4826-aa32-e9739ab37402" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.445102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.445102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.445102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.445102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.445102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.445102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.445102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.445551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.445551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.445551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.445641] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.446428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.446428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.446428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.446428] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.446428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.446428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.446428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.446770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.446770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.446770] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.450868] env[64015]: INFO networking_nsxv3.common.synchronization [req-c9f10159-1d07-404d-849c-b3aa1c24beae req-8cafe1a1-91c3-4ddd-9053-9bf1450170b1 tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Enqueued Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_members [ 518.450868] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_members [ 518.451147] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.451315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.451315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.453943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.453943] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.453943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.453943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.453943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.453943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.453943] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.549992] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 518.549992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.549992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.550683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.550683] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.550683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.550683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.550861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.550861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.550935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.551354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.551354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.551354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.551354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.551545] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.551589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.551630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.552131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.552131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.552131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.555561] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.556738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.556784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.556919] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.557034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.557541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.557541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.557541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.557541] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.849176] env[64015]: INFO networking_nsxv3.common.synchronization [req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 req-37c9ba92-6fe4-4208-8f3c-b5835e275944 service nova] Enqueued Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_rules [ 518.851130] env[64015]: INFO networking_nsxv3.common.synchronization [req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 req-37c9ba92-6fe4-4208-8f3c-b5835e275944 service nova] Enqueued Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_members [ 518.851130] env[64015]: INFO networking_nsxv3.common.synchronization [req-c0f739a2-3ec4-4b70-a187-ac0f4d1f3330 req-37c9ba92-6fe4-4208-8f3c-b5835e275944 service nova] Enqueued Resource ID: 15780c6f-0674-4053-9b93-b9af77ccafdf with Priority: HIGHEST for action port [ 518.851130] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_rules [ 518.851130] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_members [ 518.851130] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15780c6f-0674-4053-9b93-b9af77ccafdf with Priority: HIGHEST for action port [ 518.851130] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.851130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.851130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.852234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.852427] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.855390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.855390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.855390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.855390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.855390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.855390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.855390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.855390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.855749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.856479] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.859157] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-15780c6f-0674-4053-9b93-b9af77ccafdf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.859157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.859157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.859157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.859157] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15780c6f-0674-4053-9b93-b9af77ccafdf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.863025] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d34e434f-e07f-4284-acc5-2bacc5453586 in Status: SUCCESS [ 518.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.950291] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4346cbf5-167b-4a13-bf54-db902a477cf7: rpc.has_security_group_logging(os_id): False [ 518.954419] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.954616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.954745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.955033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.955161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.955498] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.955611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.955611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.955867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.955867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.955970] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 already deleted. [ 518.956024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.958365] env[64015]: INFO networking_nsxv3.common.synchronization [None req-b1435fc4-ec11-45cc-9fe1-b74f67eb260f tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_rules [ 518.958632] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_rules [ 518.959141] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.959252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.959309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.959678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.959783] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.967681] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.968059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.968059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.968059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.968200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.969097] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.969097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.969097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.969097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.969097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.969097] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.969097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.969097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.969481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.969481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.969985] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.969985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.969985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.969985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.969985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.970387] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be created. [ 519.023400] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.023522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.023569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.023767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.023951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.036451] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: IN_PROGRESS for 2s [ 519.059053] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d909fe-e9ab-4b29-9d8e-3b9b8714080e: rpc.has_security_group_logging(os_id): False [ 519.065776] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.082349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.082492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.082560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.082851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.082942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.083152] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.083269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.084942] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.084942] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.084942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.084942] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be created. [ 519.147065] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5ad56618-e76f-4b16-a200-dbb3d74fba37 tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_rules [ 519.147065] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_rules [ 519.147314] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.147314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.162652] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.162652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.162652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.162652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.162652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.172844] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 519.357239] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.357478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.363032] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15780c6f-0674-4053-9b93-b9af77ccafdf with status ACTIVE [ 519.363032] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.363032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.363032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.363032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.363032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.363321] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.363374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.363406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.364028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.364028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.364028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.364028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.364028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.364986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.365147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.365242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15780c6f-0674-4053-9b93-b9af77ccafdf is going to be updated. [ 519.369641] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.387822] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.387982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.388048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.388410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.388410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.388541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15780c6f-0674-4053-9b93-b9af77ccafdf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.500018] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.500018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-834" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.500018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-834" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.500018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-834" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.500018] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.500018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.500018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.500813] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.501657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.502103] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 519.504603] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 519.504603] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 519.504603] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 519.504603] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 519.504603] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 519.504603] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 519.505602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.505951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.506174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.506448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.506649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.506842] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c already deleted. [ 519.507075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.509598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.509598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.509598] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.545624] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 519.545624] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 519.545624] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 519.545624] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-834" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.545624] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-bfdd505e-68fe-454d-a70a-975f91978a5f taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.545624] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.545624] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.545624] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.545624] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfdd505e-68fe-454d-a70a-975f91978a5f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.568020] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.877566] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.030537] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.030797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.030797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.034429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.034429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.034429] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c already deleted. [ 520.034429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.049602] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.050095] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.050279] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.050599] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.050747] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.051341] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port bfdd505e-68fe-454d-a70a-975f91978a5f not found, creating... [ 520.052028] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.052028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.052028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.052342] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.052832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.052915] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.053120] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.053875] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.053875] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.053875] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.054071] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: bfdd505e-68fe-454d-a70a-975f91978a5f is going to be created. [ 520.071188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.071762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.071891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.072161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.072286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.072597] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 520.075892] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.076164] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.076496] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.076920] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.077224] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.077726] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.088270] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 520.088555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.088818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.088973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.089180] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.089298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.089378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.089539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.089619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.089717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.089808] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.112777] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.112917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.112989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.113224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.113367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.125135] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 520.378943] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.379180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.379180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.379412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.379688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.379688] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 is going to be created. [ 520.400887] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.401020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.401276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.401475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.401635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.410221] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 in Status: UNINITIALIZED for 2s [ 520.593696] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.593696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.593696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.593696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.593696] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.593696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.593696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.594112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.594112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.594112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.594200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.594240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.594595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.594595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.594595] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 520.594841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 520.594841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 520.594942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 520.594942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.595054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.595124] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.048558] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: SUCCESS [ 521.048558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.099493] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 353c1c75-07ef-42fc-a23b-eb210168444a: rpc.has_security_group_logging(os_id): False [ 521.117274] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.117615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.117740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.118078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.119988] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.119988] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.119988] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.119988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.120704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.120704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.120704] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be created. [ 521.178414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.178616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.178685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.178934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.179502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.192058] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 521.194991] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 521.194991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.194991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.194991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.194991] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.696764] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.696953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.952319] env[64015]: INFO networking_nsxv3.common.synchronization [req-c9f10159-1d07-404d-849c-b3aa1c24beae req-c9d3cf35-89da-4170-8e39-69c4d761049b service nova] Enqueued Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_rules [ 521.952614] env[64015]: INFO networking_nsxv3.common.synchronization [req-c9f10159-1d07-404d-849c-b3aa1c24beae req-c9d3cf35-89da-4170-8e39-69c4d761049b service nova] Enqueued Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_members [ 521.952765] env[64015]: INFO networking_nsxv3.common.synchronization [req-c9f10159-1d07-404d-849c-b3aa1c24beae req-c9d3cf35-89da-4170-8e39-69c4d761049b service nova] Enqueued Resource ID: bfdd505e-68fe-454d-a70a-975f91978a5f with Priority: HIGHEST for action port [ 521.952865] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_rules [ 521.952996] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_members [ 521.953115] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdd505e-68fe-454d-a70a-975f91978a5f with Priority: HIGHEST for action port [ 521.953709] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.953792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.953829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.953996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.955871] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.957218] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.957218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.957218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.957218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.957517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.957737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.957737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.957829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.957899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.957988] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.961814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfdd505e-68fe-454d-a70a-975f91978a5f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.961814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.961814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.961814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.961814] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfdd505e-68fe-454d-a70a-975f91978a5f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.136047] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 4s [ 522.421828] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 in Status: SUCCESS [ 522.422150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.422616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.422752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.423009] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.424900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.425068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.425341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.425479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.425903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.425903] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.463575] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.463800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.464043] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.465239] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfdd505e-68fe-454d-a70a-975f91978a5f with status ACTIVE [ 522.465239] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.465239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.465430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.465618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.465618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.465762] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.465976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.465976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.467037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.467037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.467037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.467394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.467475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.467905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.468029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.468187] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfdd505e-68fe-454d-a70a-975f91978a5f is going to be updated. [ 522.491162] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.491162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.491162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.491162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.491162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.491162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfdd505e-68fe-454d-a70a-975f91978a5f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.933735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.933735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.933735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.933735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.933735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.934325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.934325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.934325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.934325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.934325] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.972427] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.177321] env[64015]: INFO networking_nsxv3.common.synchronization [None req-e82184e9-9371-4fd2-88b8-ad080724f86f None None] Enqueued Resource ID: 40bbfa09-8ffc-4443-95b8-27572c2c3ec5 with Priority: HIGHEST for action port [ 523.178418] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bbfa09-8ffc-4443-95b8-27572c2c3ec5 with Priority: HIGHEST for action port [ 523.179684] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-40bbfa09-8ffc-4443-95b8-27572c2c3ec5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.179684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40bbfa09-8ffc-4443-95b8-27572c2c3ec5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.179945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40bbfa09-8ffc-4443-95b8-27572c2c3ec5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.181061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40bbfa09-8ffc-4443-95b8-27572c2c3ec5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.181061] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40bbfa09-8ffc-4443-95b8-27572c2c3ec5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.213903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 523.214201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.438437] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f35fcac0-e825-4e0e-81e7-836dcdc3ca90: rpc.has_security_group_logging(os_id): False [ 523.456101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.456101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.456101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.456101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.456749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.457455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.457455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.457455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.457455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.457455] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 is going to be created. [ 523.474235] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.474479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.474479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.474677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.474748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.474849] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 is going to be created. [ 523.494087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.494319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.494431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.494732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.494974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.503770] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 in Status: UNINITIALIZED for 2s [ 523.517446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.518562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.518562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.518768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.519354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.529217] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 in Status: IN_PROGRESS for 2s [ 523.684220] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40bbfa09-8ffc-4443-95b8-27572c2c3ec5 [ 523.684590] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.685033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.685033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.686157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.686157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.686157] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40bbfa09-8ffc-4443-95b8-27572c2c3ec5 already deleted. [ 523.686157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40bbfa09-8ffc-4443-95b8-27572c2c3ec5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.932374] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f4b44210-3113-4b25-8df9-0b1685c870d2 None None] Enqueued Resource ID: ba672754-ec03-4817-b55e-7201c8484701 with Priority: HIGHEST for action port [ 523.933341] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba672754-ec03-4817-b55e-7201c8484701 with Priority: HIGHEST for action port [ 523.933866] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba672754-ec03-4817-b55e-7201c8484701 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.934120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba672754-ec03-4817-b55e-7201c8484701" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.934371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba672754-ec03-4817-b55e-7201c8484701" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.934699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba672754-ec03-4817-b55e-7201c8484701" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.934872] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba672754-ec03-4817-b55e-7201c8484701',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.145112] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 524.145421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.145661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.145986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.146282] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.146548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.146601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.146815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.146950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.147101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.147239] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.439027] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba672754-ec03-4817-b55e-7201c8484701 [ 524.439027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.439027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.439027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.439027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.439027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.439027] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba672754-ec03-4817-b55e-7201c8484701 already deleted. [ 524.439027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba672754-ec03-4817-b55e-7201c8484701" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.654042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.654042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.654042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.654042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.654042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.654416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.654416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.654416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.654514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.654514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.655836] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.655836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.655836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.655836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.655836] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.656527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.656527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.656695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.657619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.657619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.657619] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.006719] env[64015]: INFO networking_nsxv3.common.synchronization [None req-863f5b77-d60e-4bbd-908b-4ec5057e211f None None] Enqueued Resource ID: 761e31b7-2057-4128-9cd4-40c07d7be498 with Priority: HIGHEST for action port [ 525.007851] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 761e31b7-2057-4128-9cd4-40c07d7be498 with Priority: HIGHEST for action port [ 525.007851] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-761e31b7-2057-4128-9cd4-40c07d7be498 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.007851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-761e31b7-2057-4128-9cd4-40c07d7be498" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.007851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-761e31b7-2057-4128-9cd4-40c07d7be498" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.009474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-761e31b7-2057-4128-9cd4-40c07d7be498" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.009474] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('761e31b7-2057-4128-9cd4-40c07d7be498',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.162986] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d909fe-e9ab-4b29-9d8e-3b9b8714080e: rpc.has_security_group_logging(os_id): False [ 525.182293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.182293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.182427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.182811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.182887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.183140] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.187180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.187257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.187460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.187564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.187811] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.187909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.187969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.188168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.188246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.188448] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.188833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.188833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.188833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.188833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.188977] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 525.246111] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.246266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.246331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.246537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.246690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.261315] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 525.512894] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 761e31b7-2057-4128-9cd4-40c07d7be498 [ 525.512894] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.512894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.512894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.512894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.513512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.513512] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:761e31b7-2057-4128-9cd4-40c07d7be498 already deleted. [ 525.513512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-761e31b7-2057-4128-9cd4-40c07d7be498" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.515878] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 in Status: SUCCESS [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.515878] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.515878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.516379] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.540177] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 in Status: SUCCESS [ 525.540457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.024442] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.445961] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1ee43e4d-e7b1-485a-9df4-ded725d7f76d None None] Enqueued Resource ID: 12000da2-92a5-4ed9-a356-355b6f1a0514 with Priority: HIGHEST for action port [ 526.445961] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12000da2-92a5-4ed9-a356-355b6f1a0514 with Priority: HIGHEST for action port [ 526.446183] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-12000da2-92a5-4ed9-a356-355b6f1a0514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.446526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12000da2-92a5-4ed9-a356-355b6f1a0514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.446526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12000da2-92a5-4ed9-a356-355b6f1a0514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.446636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12000da2-92a5-4ed9-a356-355b6f1a0514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.446666] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12000da2-92a5-4ed9-a356-355b6f1a0514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.530637] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10157c76-ecfb-40d5-a8e7-1f6f427ce354: rpc.has_security_group_logging(os_id): False [ 526.550355] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.550729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.550729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.551264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.551264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.551417] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.555293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.555293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.555293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.555293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.555293] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 is going to be created. [ 526.614335] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.614528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.614926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.615232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.615437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.626732] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 in Status: IN_PROGRESS for 2s [ 526.953478] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12000da2-92a5-4ed9-a356-355b6f1a0514 [ 526.953721] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.953866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.953953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.954244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.954320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.954363] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12000da2-92a5-4ed9-a356-355b6f1a0514 already deleted. [ 526.955242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12000da2-92a5-4ed9-a356-355b6f1a0514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.043605] env[64015]: INFO networking_nsxv3.common.synchronization [None req-d5ae7725-f9dd-4edf-bceb-a57963173877 None None] Enqueued Resource ID: a4e42bb0-9f7d-4223-b35f-696440220106 with Priority: HIGHEST for action port [ 527.043868] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e42bb0-9f7d-4223-b35f-696440220106 with Priority: HIGHEST for action port [ 527.044511] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e42bb0-9f7d-4223-b35f-696440220106 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.044642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e42bb0-9f7d-4223-b35f-696440220106" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.044710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e42bb0-9f7d-4223-b35f-696440220106" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.044965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e42bb0-9f7d-4223-b35f-696440220106" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.046252] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e42bb0-9f7d-4223-b35f-696440220106',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.274744] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 527.274744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.274744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.274744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.274744] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.548738] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e42bb0-9f7d-4223-b35f-696440220106 [ 527.548738] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.548738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.548738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.548738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.548738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.549258] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e42bb0-9f7d-4223-b35f-696440220106 already deleted. [ 527.549258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e42bb0-9f7d-4223-b35f-696440220106" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.784025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.784025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.784025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.784025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.784025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.784025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.784025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.784025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.784025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.784793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.786180] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.131987] env[64015]: INFO networking_nsxv3.common.synchronization [None req-65c14bc4-6d9d-4e9e-b2bd-a7243a42fb53 None None] Enqueued Resource ID: c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf with Priority: HIGHEST for action port [ 528.135136] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf with Priority: HIGHEST for action port [ 528.135136] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.135136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.135136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.139423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.139543] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.142436] env[64015]: INFO networking_nsxv3.common.synchronization [req-a3f8f299-0eb3-474c-9190-97b9efa11866 req-a2274128-db9b-407c-86ca-94269462b334 tempest-ServerDiagnosticsTest-574644978 tempest-ServerDiagnosticsTest-574644978-project-member] Enqueued Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_members [ 528.143095] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGHEST for action security_group_members [ 528.143397] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.143511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.143571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.143762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.143912] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.143993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.144073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.145565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.145565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.145565] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.292809] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.292980] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.293055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.293277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.293441] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.293575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.293680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.293877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.294215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.294215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.294215] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.294382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.294382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.294582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.294639] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.294702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.294760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.294894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.295043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.295201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.295696] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.640414] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 in Status: SUCCESS [ 528.641648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.644025] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf [ 528.644242] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.644416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.644521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.644817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.644950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.645114] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf already deleted. [ 528.646425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c50eb9e8-9c3a-4731-b491-dd5b3ac87cbf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.646926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.646982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.647024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.647200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.647279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.647583] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.648343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.648415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.648582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.648676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.648801] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34e434f-e07f-4284-acc5-2bacc5453586 is going to be updated. [ 528.674446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.674603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.674676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.675042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.675112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.685262] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34e434f-e07f-4284-acc5-2bacc5453586 in Status: IN_PROGRESS for 2s [ 528.695086] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1772b06e-955e-4637-92d2-6026333983e1 None None] Enqueued Resource ID: 52e5f38c-1544-46e2-9c58-00b94b8ed31c with Priority: HIGHEST for action port [ 528.695795] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e5f38c-1544-46e2-9c58-00b94b8ed31c with Priority: HIGHEST for action port [ 528.696393] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e5f38c-1544-46e2-9c58-00b94b8ed31c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.696393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e5f38c-1544-46e2-9c58-00b94b8ed31c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.696393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e5f38c-1544-46e2-9c58-00b94b8ed31c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.696561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e5f38c-1544-46e2-9c58-00b94b8ed31c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.696656] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e5f38c-1544-46e2-9c58-00b94b8ed31c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.799549] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d909fe-e9ab-4b29-9d8e-3b9b8714080e: rpc.has_security_group_logging(os_id): False [ 528.822036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.822036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.822036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.822036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.824724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.824724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.824724] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.824724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.824724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.825594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.825594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.825594] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 528.933659] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.934207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.934207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.934295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.934507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.948351] env[64015]: INFO networking_nsxv3.common.synchronization [req-e197982c-9ee6-4087-8959-32f01382ffc5 req-5077add2-4a25-4455-b65f-136692f1b199 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 528.948351] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 528.950301] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.950301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.950301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.950301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.950301] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.950301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.950301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.950301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.950301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.950301] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.953499] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 529.079200] env[64015]: INFO networking_nsxv3.common.synchronization [None req-31bd6190-e82d-496e-8967-b284fc18a1ff None None] Enqueued Resource ID: 4609e7be-424a-41f5-81ec-e7cb1222ce0f with Priority: HIGHEST for action port [ 529.079200] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4609e7be-424a-41f5-81ec-e7cb1222ce0f with Priority: HIGHEST for action port [ 529.079200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4609e7be-424a-41f5-81ec-e7cb1222ce0f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.079200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4609e7be-424a-41f5-81ec-e7cb1222ce0f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.079200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4609e7be-424a-41f5-81ec-e7cb1222ce0f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.079628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4609e7be-424a-41f5-81ec-e7cb1222ce0f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.079846] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4609e7be-424a-41f5-81ec-e7cb1222ce0f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.201363] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52e5f38c-1544-46e2-9c58-00b94b8ed31c [ 529.201714] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.201928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.202079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.202565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.202565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.203054] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52e5f38c-1544-46e2-9c58-00b94b8ed31c already deleted. [ 529.203054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e5f38c-1544-46e2-9c58-00b94b8ed31c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.456402] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.456402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.456402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.456402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.456402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.457621] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.457809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.457809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.458460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.458460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.458460] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e already deleted. [ 529.458460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.584017] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4609e7be-424a-41f5-81ec-e7cb1222ce0f [ 529.584017] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.584017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.584017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.584017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.584017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.584017] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4609e7be-424a-41f5-81ec-e7cb1222ce0f already deleted. [ 529.584017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4609e7be-424a-41f5-81ec-e7cb1222ce0f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.871797] env[64015]: INFO networking_nsxv3.common.synchronization [None req-4c9131bc-ba0c-41c6-93bc-134769d934b3 None None] Enqueued Resource ID: 31680b4c-ddf3-430d-bc60-85ca84ee71db with Priority: HIGHEST for action port [ 529.872393] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31680b4c-ddf3-430d-bc60-85ca84ee71db with Priority: HIGHEST for action port [ 529.873725] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-31680b4c-ddf3-430d-bc60-85ca84ee71db taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.873725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31680b4c-ddf3-430d-bc60-85ca84ee71db" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.873725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31680b4c-ddf3-430d-bc60-85ca84ee71db" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.873725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31680b4c-ddf3-430d-bc60-85ca84ee71db" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.873725] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31680b4c-ddf3-430d-bc60-85ca84ee71db',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.900862] env[64015]: INFO networking_nsxv3.common.synchronization [req-5b102ad4-bc72-4369-97b2-6d0cb542179a req-95d9259d-e8f4-4627-9ed7-f08827c50cab tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 529.901417] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 529.901722] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.901844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.901919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.905347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.905347] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.905347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.905347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.905347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.906124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.906241] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.379644] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31680b4c-ddf3-430d-bc60-85ca84ee71db [ 530.379987] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.380107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.380144] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.380414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.380507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.380645] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31680b4c-ddf3-430d-bc60-85ca84ee71db already deleted. [ 530.380697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31680b4c-ddf3-430d-bc60-85ca84ee71db" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.410307] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.410499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.410599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.411450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.411450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.411450] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.411450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.411450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.411450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.411450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.412042] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e already deleted. [ 530.412042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.651813] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.652024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.652153] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.652498] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.652766] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.652916] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.653218] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.653283] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.653423] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.653640] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.653753] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.653852] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.653964] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.654247] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.654308] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.654412] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.661977] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.662429] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.676130] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.676130] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 530.676130] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.676130] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.676130] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.676130] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.676130] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.676130] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.676130] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4dc6b2c-a0ea-4c16-ac21-16e95c200375',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.680421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.680421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.680421] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.680421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.680421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.680421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.680421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.680421] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.680421] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.680421] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.680421] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.680421] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.680421] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.680421] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.699703] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d34e434f-e07f-4284-acc5-2bacc5453586 in Status: SUCCESS [ 530.699938] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d34e434f-e07f-4284-acc5-2bacc5453586 deletion is rescheduled due to dependency. [ 530.700019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.708284] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.708284] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 530.708284] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.708284] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.708681] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-b2af946d-85a6-48a3-9878-0f40b48b73d4 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.708976] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.709146] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.710034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.710189] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2af946d-85a6-48a3-9878-0f40b48b73d4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.968709] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 530.969445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.191611] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.191611] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.191611] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.191611] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.191611] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.191611] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port d4dc6b2c-a0ea-4c16-ac21-16e95c200375 not found, creating... [ 531.192088] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.192308] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.192468] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.193307] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.193922] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.193922] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.194068] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.194217] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.194455] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.197685] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.197685] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d4dc6b2c-a0ea-4c16-ac21-16e95c200375 is going to be created. [ 531.213538] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.214041] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.214228] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.214591] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.214788] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.214987] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port b2af946d-85a6-48a3-9878-0f40b48b73d4 not found, creating... [ 531.215308] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.215626] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.215840] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.216124] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.217638] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.217884] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.218110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.218267] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.218517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.218699] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.218877] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: b2af946d-85a6-48a3-9878-0f40b48b73d4 is going to be created. [ 531.221546] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.221546] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.221546] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.221546] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.221995] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.222372] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.242103] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.242539] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.242539] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.242896] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.243207] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.243458] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.409137] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f19435b8-f386-43f3-98ad-9aa287f501f4 None None] Enqueued Resource ID: cdb795db-2c49-4740-b150-8a89382db08c with Priority: HIGHEST for action port [ 531.409137] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb795db-2c49-4740-b150-8a89382db08c with Priority: HIGHEST for action port [ 531.409137] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb795db-2c49-4740-b150-8a89382db08c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.409137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb795db-2c49-4740-b150-8a89382db08c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.409137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb795db-2c49-4740-b150-8a89382db08c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.409137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb795db-2c49-4740-b150-8a89382db08c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.409137] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb795db-2c49-4740-b150-8a89382db08c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.605099] env[64015]: INFO networking_nsxv3.common.synchronization [None req-64715253-a90d-4c2d-900d-714572b98573 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Enqueued Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_rules [ 531.605099] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_rules [ 531.605099] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.605099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.605099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.605099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.605099] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.917089] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdb795db-2c49-4740-b150-8a89382db08c [ 531.917089] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.917089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.917089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.917089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.917089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.917089] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdb795db-2c49-4740-b150-8a89382db08c already deleted. [ 531.917089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb795db-2c49-4740-b150-8a89382db08c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.946484] env[64015]: INFO networking_nsxv3.common.synchronization [None req-74fa44ce-2041-4b82-a857-4ab9363343e0 tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Enqueued Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_rules [ 531.947485] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_rules [ 531.947964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.948113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.129571] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.129571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.129571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.129571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.129571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.129571] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 already deleted. [ 532.129571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.130116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.130116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.130116] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.658184] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.658529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.658635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.658823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.659079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.659079] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 already deleted. [ 532.659226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.681585] env[64015]: INFO networking_nsxv3.common.synchronization [req-5b102ad4-bc72-4369-97b2-6d0cb542179a req-9309f23a-cf25-4c23-869c-48e32a82b7e2 service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 532.681809] env[64015]: INFO networking_nsxv3.common.synchronization [req-5b102ad4-bc72-4369-97b2-6d0cb542179a req-9309f23a-cf25-4c23-869c-48e32a82b7e2 service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 532.681956] env[64015]: INFO networking_nsxv3.common.synchronization [req-5b102ad4-bc72-4369-97b2-6d0cb542179a req-9309f23a-cf25-4c23-869c-48e32a82b7e2 service nova] Enqueued Resource ID: d4dc6b2c-a0ea-4c16-ac21-16e95c200375 with Priority: HIGHEST for action port [ 532.682265] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 532.682350] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 532.682446] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4dc6b2c-a0ea-4c16-ac21-16e95c200375 with Priority: HIGHEST for action port [ 532.683326] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.683452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.683562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.683977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.684110] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.685159] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.685638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.685988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.686330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.686413] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.686484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.686637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.686706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.686782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.690176] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.691050] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.691188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.691188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.691326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.692054] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4dc6b2c-a0ea-4c16-ac21-16e95c200375',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.888118] env[64015]: INFO networking_nsxv3.common.synchronization [req-e197982c-9ee6-4087-8959-32f01382ffc5 req-b7f93674-dd8c-4dc1-906c-3f4f239636ca service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 532.888118] env[64015]: INFO networking_nsxv3.common.synchronization [req-e197982c-9ee6-4087-8959-32f01382ffc5 req-b7f93674-dd8c-4dc1-906c-3f4f239636ca service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 532.888118] env[64015]: INFO networking_nsxv3.common.synchronization [req-e197982c-9ee6-4087-8959-32f01382ffc5 req-b7f93674-dd8c-4dc1-906c-3f4f239636ca service nova] Enqueued Resource ID: b2af946d-85a6-48a3-9878-0f40b48b73d4 with Priority: HIGHEST for action port [ 532.888118] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 532.888118] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 532.888118] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2af946d-85a6-48a3-9878-0f40b48b73d4 with Priority: HIGHEST for action port [ 532.888118] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.888897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.889309] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.891734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.891734] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2af946d-85a6-48a3-9878-0f40b48b73d4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.891734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.891734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.891734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.891734] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2af946d-85a6-48a3-9878-0f40b48b73d4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.951482] env[64015]: INFO networking_nsxv3.common.synchronization [req-19bf75b5-9240-4000-9397-2ae208e1988a req-e33ce143-414c-4ed7-977f-334b293c3a0a tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 532.951529] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 532.951852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.952516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.952516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.952797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.953023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.953465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.953465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.953749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.953907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.954115] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.059018] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1b2c9892-5d14-46ce-bfd0-4267a235e062 None None] Enqueued Resource ID: 03f480fc-5d17-45f3-b681-66b64a862bff with Priority: HIGHEST for action port [ 533.059018] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f480fc-5d17-45f3-b681-66b64a862bff with Priority: HIGHEST for action port [ 533.060058] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f480fc-5d17-45f3-b681-66b64a862bff taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.060334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f480fc-5d17-45f3-b681-66b64a862bff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.060522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f480fc-5d17-45f3-b681-66b64a862bff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.061992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f480fc-5d17-45f3-b681-66b64a862bff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.061992] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f480fc-5d17-45f3-b681-66b64a862bff',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.193548] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.193892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.193892] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4dc6b2c-a0ea-4c16-ac21-16e95c200375 with status ACTIVE [ 533.194059] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.194164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.194226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.194441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.194537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.194690] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.194780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.194833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.195064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.195119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.195267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.195358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.195419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.195553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.195619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.195708] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4dc6b2c-a0ea-4c16-ac21-16e95c200375 is going to be updated. [ 533.199793] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.221030] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.221030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.221030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.221030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.221030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.221030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4dc6b2c-a0ea-4c16-ac21-16e95c200375" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.395319] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2af946d-85a6-48a3-9878-0f40b48b73d4 with status ACTIVE [ 533.395319] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.395319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.395319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.395319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.395319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.395319] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.395319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.395319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.395319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.396222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.396222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.396222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.396222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.396222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.396222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.396222] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2af946d-85a6-48a3-9878-0f40b48b73d4 is going to be updated. [ 533.419887] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.420020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.420142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.420247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.420386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.420597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2af946d-85a6-48a3-9878-0f40b48b73d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.460576] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.460576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.460576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.460576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.460576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.460576] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.460576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.460576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.462177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.462177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.462177] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 already deleted. [ 533.462177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.564935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03f480fc-5d17-45f3-b681-66b64a862bff [ 533.565211] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.565460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.565460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.567083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.567083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.567083] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03f480fc-5d17-45f3-b681-66b64a862bff already deleted. [ 533.567083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f480fc-5d17-45f3-b681-66b64a862bff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.703301] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.759306] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.759525] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.759801] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.760222] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.760399] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.760579] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.760709] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.760948] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.761120] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.761340] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 533.761467] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.761584] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.761734] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.761849] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 533.762187] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.762360] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 533.783832] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 533.784502] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 533.784502] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 533.784502] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.784951] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-4797adb9-efd3-4623-8e41-556d66648e71 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.784951] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.785459] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.785459] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.785569] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4797adb9-efd3-4623-8e41-556d66648e71',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.861375] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6a5cb3fb-2ec9-4729-9670-68b002d13149 None None] Enqueued Resource ID: 064ba56a-d46a-4506-9f1d-b3fe9d96c7a5 with Priority: HIGHEST for action port [ 533.862617] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064ba56a-d46a-4506-9f1d-b3fe9d96c7a5 with Priority: HIGHEST for action port [ 533.862617] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-064ba56a-d46a-4506-9f1d-b3fe9d96c7a5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.862617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064ba56a-d46a-4506-9f1d-b3fe9d96c7a5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.862617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064ba56a-d46a-4506-9f1d-b3fe9d96c7a5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.863914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064ba56a-d46a-4506-9f1d-b3fe9d96c7a5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.863914] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064ba56a-d46a-4506-9f1d-b3fe9d96c7a5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.210801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.211098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.211098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.212028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.212028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.212028] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be created. [ 534.241039] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.241039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.241039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.241039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.241039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.249599] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: UNINITIALIZED for 2s [ 534.289051] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.289437] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.289437] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.289818] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.289899] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.290128] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 4797adb9-efd3-4623-8e41-556d66648e71 not found, creating... [ 534.290414] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.290581] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.290704] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.290947] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.291102] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.291633] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.291633] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.291759] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.292674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.293033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.294071] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 4797adb9-efd3-4623-8e41-556d66648e71 is going to be created. [ 534.316370] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.316678] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.316678] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.316862] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.317164] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.317428] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.370270] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 064ba56a-d46a-4506-9f1d-b3fe9d96c7a5 [ 534.370503] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.370642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.370724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.371474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.371474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.371474] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:064ba56a-d46a-4506-9f1d-b3fe9d96c7a5 already deleted. [ 534.371474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064ba56a-d46a-4506-9f1d-b3fe9d96c7a5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.873120] env[64015]: INFO networking_nsxv3.common.synchronization [None req-c04c6a22-1c44-481d-8c34-7b8c134b7d56 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 534.873682] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 534.874054] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.874219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.874319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.874633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.874722] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.000634] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1a925fb1-8ff9-4510-8b40-1b636483af24 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 535.001815] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 535.001815] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.001815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.052398] env[64015]: INFO networking_nsxv3.common.synchronization [None req-905c8eb1-77c5-4adc-977d-9bdd57876057 None None] Enqueued Resource ID: 175b4700-4541-4716-99ec-0fbb6f253aad with Priority: HIGHEST for action port [ 535.052910] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175b4700-4541-4716-99ec-0fbb6f253aad with Priority: HIGHEST for action port [ 535.053439] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-175b4700-4541-4716-99ec-0fbb6f253aad taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.053589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175b4700-4541-4716-99ec-0fbb6f253aad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.053865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175b4700-4541-4716-99ec-0fbb6f253aad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.054163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175b4700-4541-4716-99ec-0fbb6f253aad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.054454] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175b4700-4541-4716-99ec-0fbb6f253aad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.116419] env[64015]: INFO networking_nsxv3.common.synchronization [req-a7e3ca27-bbea-4a21-ad48-5da2d5d4344a req-bfba14d9-e7fe-46de-b45e-62291da102b0 tempest-DeleteServersAdminTestJSON-921135931 tempest-DeleteServersAdminTestJSON-921135931-project-admin] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 535.117050] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 535.118060] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.118249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.118319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.118546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.119207] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.119207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.119207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.119207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.119207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.120041] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.394186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.394627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.394627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.394627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.395136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.395136] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d42749-af86-47cb-8ff1-199524502011 already deleted. [ 535.395136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.395136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.395445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.395445] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.556280] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 175b4700-4541-4716-99ec-0fbb6f253aad [ 535.556536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.556673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.557503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.557503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.557503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.557503] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:175b4700-4541-4716-99ec-0fbb6f253aad already deleted. [ 535.557503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175b4700-4541-4716-99ec-0fbb6f253aad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.622949] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.623110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.623179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.623432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.623504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.623715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.623815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.623877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.624039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.624112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.624197] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be updated. [ 535.649900] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.650131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.650211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.650425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.650602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.658702] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: IN_PROGRESS for 2s [ 535.918031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.918225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.918286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.918606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.918698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.918798] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d42749-af86-47cb-8ff1-199524502011 already deleted. [ 535.918877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.090699] env[64015]: INFO networking_nsxv3.common.synchronization [req-19bf75b5-9240-4000-9397-2ae208e1988a req-f0cdcac7-afa7-4052-9c31-95fa05517d68 service nova] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 536.090918] env[64015]: INFO networking_nsxv3.common.synchronization [req-19bf75b5-9240-4000-9397-2ae208e1988a req-f0cdcac7-afa7-4052-9c31-95fa05517d68 service nova] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 536.091078] env[64015]: INFO networking_nsxv3.common.synchronization [req-19bf75b5-9240-4000-9397-2ae208e1988a req-f0cdcac7-afa7-4052-9c31-95fa05517d68 service nova] Enqueued Resource ID: 4797adb9-efd3-4623-8e41-556d66648e71 with Priority: HIGHEST for action port [ 536.091626] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 536.092317] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 536.092317] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4797adb9-efd3-4623-8e41-556d66648e71 with Priority: HIGHEST for action port [ 536.093837] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.093974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.094386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.094386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.094386] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.095648] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.095766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.095830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.096009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.096162] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.097203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.097203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.097203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.097203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.097203] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.098970] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4797adb9-efd3-4623-8e41-556d66648e71 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.099054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.099193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.099361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.099444] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4797adb9-efd3-4623-8e41-556d66648e71',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.172120] env[64015]: INFO networking_nsxv3.common.synchronization [req-c70addd2-f6ca-4115-92ad-10761da628a5 req-a9cb9f8d-80c2-4d5f-9d60-3bd08b8f3fd4 tempest-ServerExternalEventsTest-1043204470 tempest-ServerExternalEventsTest-1043204470-project-member] Enqueued Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_members [ 536.174167] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGHEST for action security_group_members [ 536.175072] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.175253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.176313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.176313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.176313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.176313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.176313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.176313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.176705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.177458] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.259881] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 536.260118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.260283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.260495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.260680] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.260803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.260870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.261035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.261220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.261220] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.600382] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.604093] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4797adb9-efd3-4623-8e41-556d66648e71 with status ACTIVE [ 536.604348] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.604495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.604593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.604923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.604994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.606103] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.606257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.606334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.606512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.608571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.608571] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.608571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.608571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.608571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.608571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.608571] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4797adb9-efd3-4623-8e41-556d66648e71 is going to be updated. [ 536.610197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.610319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.629394] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.629536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.629608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.630061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.630061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.630177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4797adb9-efd3-4623-8e41-556d66648e71" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.680906] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.680906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.680906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.681336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.681447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.682033] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.682033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.682033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.682033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.682242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.682242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 is going to be updated. [ 536.715755] env[64015]: INFO networking_nsxv3.common.synchronization [req-d08a9d41-50ef-4c0c-8f27-817816dd6688 req-6488ccf2-f3fb-4f1f-aaef-60bc5ef1b61d tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_members [ 536.715962] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.715962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.716064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.716272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.716349] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.717756] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_members [ 536.718036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.718163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.718269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.718524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.718783] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.719036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.719107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.719271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.719373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.719476] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.730724] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 in Status: IN_PROGRESS for 2s [ 536.763667] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.058927] env[64015]: INFO networking_nsxv3.common.synchronization [None req-fe581406-3667-470c-a548-28ea6757c79f None None] Enqueued Resource ID: 188bd016-bf76-4810-9240-4f62b753382d with Priority: HIGHEST for action port [ 537.058927] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188bd016-bf76-4810-9240-4f62b753382d with Priority: HIGHEST for action port [ 537.059094] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-188bd016-bf76-4810-9240-4f62b753382d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.059216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188bd016-bf76-4810-9240-4f62b753382d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.059284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188bd016-bf76-4810-9240-4f62b753382d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.059546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188bd016-bf76-4810-9240-4f62b753382d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.059630] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188bd016-bf76-4810-9240-4f62b753382d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.095808] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.095808] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-108" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.096118] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-108" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.096268] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-108" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.098076] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.098324] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.098757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.099065] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.099241] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.100153] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 537.100153] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 537.100278] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 537.100375] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 537.100497] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 537.100621] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 537.100800] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 537.104325] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.121103] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 537.121103] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 537.121901] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 537.124183] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-108" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.124183] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-a10621da-123f-424e-9feb-e59115e82cad taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.124183] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.124183] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.124183] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.124183] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a10621da-123f-424e-9feb-e59115e82cad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.224720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.224720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.224720] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c already deleted. [ 537.224720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.266928] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.562490] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 188bd016-bf76-4810-9240-4f62b753382d [ 537.564268] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.564834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.564834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.565137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.565137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.565214] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:188bd016-bf76-4810-9240-4f62b753382d already deleted. [ 537.565256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188bd016-bf76-4810-9240-4f62b753382d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.611234] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.611234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.611234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.611234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.611234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.611234] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be created. [ 537.627079] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.627079] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.627079] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.627079] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.628147] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.628524] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port a10621da-123f-424e-9feb-e59115e82cad not found, creating... [ 537.628896] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.629973] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.629973] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.629973] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.629973] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.630159] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.630372] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.630565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.630838] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.634769] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.634769] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: a10621da-123f-424e-9feb-e59115e82cad is going to be created. [ 537.636856] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.636977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.637218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.637694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.637923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.652214] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: UNINITIALIZED for 2s [ 537.658501] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.658606] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.658658] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.659065] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.659194] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.659451] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.670057] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: SUCCESS [ 537.670057] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 deletion is rescheduled due to dependency. [ 537.670057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.772841] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.772841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.772841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.772841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.772841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.772841] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 537.800524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.800874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.800874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.801233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.801233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.821430] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 538.189314] env[64015]: INFO networking_nsxv3.common.synchronization [req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 req-62ab83b5-ff6b-4d41-88c2-b17b876ebeb3 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 538.189954] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 538.190887] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.190887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.191015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.191188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.191406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.191512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.191577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.191766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.191851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.191946] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.493589] env[64015]: INFO networking_nsxv3.common.synchronization [req-d08a9d41-50ef-4c0c-8f27-817816dd6688 req-1e681485-822b-40b4-b803-8142c5ad815d service nova] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_rules [ 538.493795] env[64015]: INFO networking_nsxv3.common.synchronization [req-d08a9d41-50ef-4c0c-8f27-817816dd6688 req-1e681485-822b-40b4-b803-8142c5ad815d service nova] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_members [ 538.494247] env[64015]: INFO networking_nsxv3.common.synchronization [req-d08a9d41-50ef-4c0c-8f27-817816dd6688 req-1e681485-822b-40b4-b803-8142c5ad815d service nova] Enqueued Resource ID: a10621da-123f-424e-9feb-e59115e82cad with Priority: HIGHEST for action port [ 538.497979] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_rules [ 538.497979] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_members [ 538.497979] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10621da-123f-424e-9feb-e59115e82cad with Priority: HIGHEST for action port [ 538.497979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.497979] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.497979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.497979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.497979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.499354] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.499354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a10621da-123f-424e-9feb-e59115e82cad taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.503601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.503601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.503601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.503601] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a10621da-123f-424e-9feb-e59115e82cad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.564947] env[64015]: INFO networking_nsxv3.common.synchronization [req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 req-b965916c-dd7d-491f-bd5b-15391b0cf1b1 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 538.565561] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 538.565799] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.566054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.695331] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.743974] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 in Status: SUCCESS [ 538.743974] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 deletion is rescheduled due to dependency. [ 538.743974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.797977] env[64015]: INFO networking_nsxv3.common.synchronization [req-ead8f76a-b473-4dff-87cb-a8ce2cc203d3 req-fbb6008d-f8b7-42ae-a941-af30a2019dda tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 538.799174] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 538.800293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.802232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.002821] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.003272] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.003398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.004035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a10621da-123f-424e-9feb-e59115e82cad with status ACTIVE [ 539.004035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.004035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.004035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.004035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.004313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.004313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.004313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.004409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.004763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.004763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.004763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.005011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.005011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.005272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.005272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.005272] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a10621da-123f-424e-9feb-e59115e82cad is going to be updated. [ 539.025289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.025289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.025289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.025530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.025712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.025903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a10621da-123f-424e-9feb-e59115e82cad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.199183] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.507760] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.663709] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: SUCCESS [ 539.663967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.664203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.664401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.664623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.664765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.664849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.665042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.665155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.665252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.665460] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.703074] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.703421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.703421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.703563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.703676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.703747] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 539.730546] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.730759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.730875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.731104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.731249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.739737] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 539.832198] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 539.832401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.834216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.834216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.834216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.834216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.834216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.834216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.834216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.834216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.834216] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.009860] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.010185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.010185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.010400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.010568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.010635] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c is going to be created. [ 540.035185] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.035564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.035564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.035773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.035773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.045669] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: UNINITIALIZED for 2s [ 540.167510] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.339536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.339838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.339838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.340029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.340199] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.340303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.340367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.340523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.340611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.340698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.340848] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.340992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.340992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.341199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.341288] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.341378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.341439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.341575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.341651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.341730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.341821] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.670420] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04950076-8f41-4cea-b6e1-51929a1a43c7: rpc.has_security_group_logging(os_id): False [ 540.686999] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.687192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.687261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.687480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.687572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.687817] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.687926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.687983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.688145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.688218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.688304] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be created. [ 540.747981] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.747981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.747981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.747981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.747981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.762467] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: IN_PROGRESS for 2s [ 540.845993] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e790b91-acc8-458d-8d77-955c0c5ba41e: rpc.has_security_group_logging(os_id): False [ 540.868031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.868031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.868031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.868031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.868795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.870195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.870505] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.870728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.871234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.871461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.873020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.873020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be created. [ 540.928738] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.929580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.929669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.929952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.932526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.945224] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 541.496031] env[64015]: INFO networking_nsxv3.common.synchronization [req-cec4907b-cd54-4083-941b-c6eff75be349 req-cebb5b88-494d-4722-8118-26d4a80563d6 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Enqueued Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_members [ 541.496597] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_members [ 541.496903] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebedcda5-e754-4113-91f1-15a31f49ef11 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.497353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.497353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.497525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.497699] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.497780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.498776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.498776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.498776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.498776] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.750218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 541.750558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.751774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.754509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.754793] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.755022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.755105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.755348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.755702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.755814] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.003688] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.003688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.003688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.003688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.003688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.003688] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.003688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.003688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.004134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.004134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.004134] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebedcda5-e754-4113-91f1-15a31f49ef11 already deleted. [ 542.004134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.057441] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: SUCCESS [ 542.057784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.057873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.058067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.058260] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.058370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.058433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.058584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.058659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.058740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.058835] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.157232] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f9d1982b-b0cd-48a3-80b5-16ba99813777 None None] Enqueued Resource ID: 7bb763fe-f128-4068-a92d-2f860e04f6d4 with Priority: HIGHEST for action port [ 542.157232] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb763fe-f128-4068-a92d-2f860e04f6d4 with Priority: HIGHEST for action port [ 542.157232] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb763fe-f128-4068-a92d-2f860e04f6d4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.157232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb763fe-f128-4068-a92d-2f860e04f6d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.157232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb763fe-f128-4068-a92d-2f860e04f6d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.157232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb763fe-f128-4068-a92d-2f860e04f6d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.157232] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb763fe-f128-4068-a92d-2f860e04f6d4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.264432] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.264604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.265659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.265659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.265659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.265659] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.265659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.265659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.265659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.265659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.266225] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 542.290253] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.290401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.290463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.290661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.291286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.301123] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 542.563102] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.659953] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bb763fe-f128-4068-a92d-2f860e04f6d4 [ 542.661093] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.661093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.661093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.661093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.661093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.661093] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bb763fe-f128-4068-a92d-2f860e04f6d4 already deleted. [ 542.661093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb763fe-f128-4068-a92d-2f860e04f6d4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.688210] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.688410] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-697" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.688533] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-697" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.689042] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-697" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.689399] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.689926] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.690151] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.691483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.691483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.691483] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 542.691483] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 542.691483] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 542.691483] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 542.691483] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 542.691483] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 542.691483] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 542.711722] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 542.712041] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 542.712302] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 542.712600] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-697" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.713340] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-a61321cf-7210-4d2f-b380-87e7787f58d3 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.713478] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.713594] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.715990] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.716509] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61321cf-7210-4d2f-b380-87e7787f58d3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.779574] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: SUCCESS [ 542.779574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.959210] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 542.959493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.959696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.959968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.960978] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.068615] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 734b273e-db2a-4aeb-99db-c2df382bfa7c: rpc.has_security_group_logging(os_id): False [ 543.086499] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.086499] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.086499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.086499] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c is going to be created. [ 543.138752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.138887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.138945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.139655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.139738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.154078] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: IN_PROGRESS for 2s [ 543.219409] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.219639] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.219770] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.220098] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.220409] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.220409] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port a61321cf-7210-4d2f-b380-87e7787f58d3 not found, creating... [ 543.220882] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.220882] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.221032] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.221209] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.221357] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.221662] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.221816] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.221940] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.225899] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.225899] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.225899] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: a61321cf-7210-4d2f-b380-87e7787f58d3 is going to be created. [ 543.255241] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.255241] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.255241] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.255241] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.255241] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.255241] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.464547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.464740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.464820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.465063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.465253] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.465352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.465415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.465654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.465706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.465785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.465875] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.972674] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.972994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.972994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.973257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.973446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.973618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.973618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.973773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.973872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.973967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.974145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.974273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.974320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.974468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.974613] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.974710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.974771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.974925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.975048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.975103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.975186] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.978728] env[64015]: INFO networking_nsxv3.common.synchronization [req-bb58890c-a935-4708-83d6-66e10085ab19 req-8ee228dc-b7a1-4887-a18f-286c0b4d0a7f tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Enqueued Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_members [ 543.978728] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_members [ 543.980102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.980296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.980296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.980920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.980920] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.980920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.980920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.981149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.981184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.981277] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.310944] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 544.311285] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e deletion is rescheduled due to dependency. [ 544.312111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.312427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.312788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.313269] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.313524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.313682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.314862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.314862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.314862] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.346947] env[64015]: INFO networking_nsxv3.common.synchronization [req-cec4907b-cd54-4083-941b-c6eff75be349 req-d53991db-1d29-4227-a755-a737efcaecfb service nova] Enqueued Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_rules [ 544.347269] env[64015]: INFO networking_nsxv3.common.synchronization [req-cec4907b-cd54-4083-941b-c6eff75be349 req-d53991db-1d29-4227-a755-a737efcaecfb service nova] Enqueued Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_members [ 544.347434] env[64015]: INFO networking_nsxv3.common.synchronization [req-cec4907b-cd54-4083-941b-c6eff75be349 req-d53991db-1d29-4227-a755-a737efcaecfb service nova] Enqueued Resource ID: a61321cf-7210-4d2f-b380-87e7787f58d3 with Priority: HIGHEST for action port [ 544.347896] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_rules [ 544.348063] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_members [ 544.348827] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61321cf-7210-4d2f-b380-87e7787f58d3 with Priority: HIGHEST for action port [ 544.353332] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebedcda5-e754-4113-91f1-15a31f49ef11 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.353456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.353597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.353973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.354131] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.355434] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebedcda5-e754-4113-91f1-15a31f49ef11 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.355434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.355434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.355599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.355747] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.355839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.356536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.357603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.357757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.358071] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.363245] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a61321cf-7210-4d2f-b380-87e7787f58d3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.363347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.363384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.363794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.363794] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61321cf-7210-4d2f-b380-87e7787f58d3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.482282] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e790b91-acc8-458d-8d77-955c0c5ba41e: rpc.has_security_group_logging(os_id): False [ 544.485968] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.485968] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.485968] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7f8328-4843-465e-8c73-99169c7d0485 already deleted. [ 544.485968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.500995] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.500995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.500995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.500995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.501842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.502147] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.503024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.503024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.503024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.503024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.503418] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.503650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.503650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.503905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.503905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.504126] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.504565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.504565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.504565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.504682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.504715] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 544.559794] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.560020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.560115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.560436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.560505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.579347] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 544.798693] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.798912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-218" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.799057] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-218" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.799424] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-218" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.799687] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.799869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.800295] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.800559] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.800810] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.801105] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 544.801284] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 544.801356] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 544.801468] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 544.801601] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 544.802066] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 544.802417] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 544.816858] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.817029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.817138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.817513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.817725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.818075] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.818203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.818264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.818482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.818569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.818659] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 544.830349] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 544.830349] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 544.830349] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 544.830601] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-218" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.830903] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-737dbf03-8d66-4909-b2a8-e4d377c324cf taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.830987] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.831207] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.831452] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.831769] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737dbf03-8d66-4909-b2a8-e4d377c324cf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.840210] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ae6b6b05-243f-4a34-9bd4-6c6df6cbef90 None None] Enqueued Resource ID: d482ddba-d022-4e8a-9c26-6bffeee8ead2 with Priority: HIGHEST for action port [ 544.840210] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d482ddba-d022-4e8a-9c26-6bffeee8ead2 with Priority: HIGHEST for action port [ 544.840851] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d482ddba-d022-4e8a-9c26-6bffeee8ead2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.840982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d482ddba-d022-4e8a-9c26-6bffeee8ead2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.841653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d482ddba-d022-4e8a-9c26-6bffeee8ead2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.842089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d482ddba-d022-4e8a-9c26-6bffeee8ead2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.842245] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d482ddba-d022-4e8a-9c26-6bffeee8ead2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.853567] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.854509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.854667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.854977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.855144] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.864555] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 544.868219] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebedcda5-e754-4113-91f1-15a31f49ef11 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.868219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.868219] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.869702] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a61321cf-7210-4d2f-b380-87e7787f58d3 with status ACTIVE [ 544.869965] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.870129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.870195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.870680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.870680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.870680] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.872907] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.872907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.872907] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a61321cf-7210-4d2f-b380-87e7787f58d3 is going to be updated. [ 544.892197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.892469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.892541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.892740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.892881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.893099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a61321cf-7210-4d2f-b380-87e7787f58d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.169310] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: SUCCESS [ 545.170326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.337066] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.337066] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 737dbf03-8d66-4909-b2a8-e4d377c324cf not found, creating... [ 545.337066] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.337066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.339299] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.339299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.339299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.339299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.339299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.339299] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 737dbf03-8d66-4909-b2a8-e4d377c324cf is going to be created. [ 545.345196] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d482ddba-d022-4e8a-9c26-6bffeee8ead2 [ 545.345461] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.345920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.345920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.345920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.346068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.346131] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d482ddba-d022-4e8a-9c26-6bffeee8ead2 already deleted. [ 545.346295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d482ddba-d022-4e8a-9c26-6bffeee8ead2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.359809] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.359997] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.360184] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.360519] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.360786] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.361071] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.370199] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.420313] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5d7f9136-cd5c-451b-bcf2-57498cbdcd6e None None] Enqueued Resource ID: 6e77c438-4830-4627-b2a4-545f5b13eb9d with Priority: HIGHEST for action port [ 545.420313] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e77c438-4830-4627-b2a4-545f5b13eb9d with Priority: HIGHEST for action port [ 545.420313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e77c438-4830-4627-b2a4-545f5b13eb9d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.421979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e77c438-4830-4627-b2a4-545f5b13eb9d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.424488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e77c438-4830-4627-b2a4-545f5b13eb9d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.424556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e77c438-4830-4627-b2a4-545f5b13eb9d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.424670] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e77c438-4830-4627-b2a4-545f5b13eb9d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.873451] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.874190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.874190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.874190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.874190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.874190] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebedcda5-e754-4113-91f1-15a31f49ef11 is going to be created. [ 545.899780] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.899780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.899780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.900140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.900140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.910814] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebedcda5-e754-4113-91f1-15a31f49ef11 in Status: UNINITIALIZED for 2s [ 545.930173] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e77c438-4830-4627-b2a4-545f5b13eb9d [ 545.930173] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.930173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.930173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.930173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.930173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.930173] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e77c438-4830-4627-b2a4-545f5b13eb9d already deleted. [ 545.930173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e77c438-4830-4627-b2a4-545f5b13eb9d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.593009] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 546.593373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.874338] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 546.874520] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e deletion is rescheduled due to dependency. [ 546.874635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.143031] env[64015]: INFO networking_nsxv3.common.synchronization [req-bb58890c-a935-4708-83d6-66e10085ab19 req-f9113a31-cf71-47c3-8690-a3e53293ddfc service nova] Enqueued Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_rules [ 547.143031] env[64015]: INFO networking_nsxv3.common.synchronization [req-bb58890c-a935-4708-83d6-66e10085ab19 req-f9113a31-cf71-47c3-8690-a3e53293ddfc service nova] Enqueued Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_members [ 547.143031] env[64015]: INFO networking_nsxv3.common.synchronization [req-bb58890c-a935-4708-83d6-66e10085ab19 req-f9113a31-cf71-47c3-8690-a3e53293ddfc service nova] Enqueued Resource ID: 737dbf03-8d66-4909-b2a8-e4d377c324cf with Priority: HIGHEST for action port [ 547.143031] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_rules [ 547.143031] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_members [ 547.143031] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737dbf03-8d66-4909-b2a8-e4d377c324cf with Priority: HIGHEST for action port [ 547.143031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.143031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.143031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.145331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.145331] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.146338] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.150300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.150300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.150300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.150300] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.150300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.150300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.150300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.150300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.150300] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.150617] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-737dbf03-8d66-4909-b2a8-e4d377c324cf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.151118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.151118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.151118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.151731] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737dbf03-8d66-4909-b2a8-e4d377c324cf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.202725] env[64015]: INFO networking_nsxv3.common.synchronization [req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac req-4a9c815a-71db-430e-9e43-f6192078b2c4 tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Enqueued Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_members [ 547.202725] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_members [ 547.202725] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.202725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.202725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.204169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.204284] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.204363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.204509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.207275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.207438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.207525] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.647588] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.647588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.655295] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.655295] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 737dbf03-8d66-4909-b2a8-e4d377c324cf with status ACTIVE [ 547.655295] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.655666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.655666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.655666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.655890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.656092] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.656209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.656265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.656440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.656521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.656733] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.656823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.656907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.657076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.657150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.658080] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 737dbf03-8d66-4909-b2a8-e4d377c324cf is going to be updated. [ 547.679685] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.679832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.679912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.680169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.680305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.680471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-737dbf03-8d66-4909-b2a8-e4d377c324cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.709752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.709925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.710014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.710248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.710337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.710536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.710692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.712019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.712019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.712019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.712019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 already deleted. [ 547.712019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.793326] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.794332] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.794332] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.796238] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.796649] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.796881] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.797272] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.797344] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.797486] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.799754] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 547.799990] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 547.800101] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 547.800317] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 547.800400] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 547.800830] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 547.800830] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 547.830194] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 547.830457] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 547.830642] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 547.830873] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.831340] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.831513] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.831618] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.835269] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.835518] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ea2177-5af8-48e6-bef6-ff3ff8ee90c0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.924174] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebedcda5-e754-4113-91f1-15a31f49ef11 in Status: SUCCESS [ 547.924443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.924622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.924883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.925181] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.925287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.925372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.925587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.925587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.925760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.925760] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.021260] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f0bedb7a-bab8-4f8e-861c-6612d1b74f84 None None] Enqueued Resource ID: c6e37bea-368f-4dba-ac13-e395bc8c8664 with Priority: HIGHEST for action port [ 548.023901] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e37bea-368f-4dba-ac13-e395bc8c8664 with Priority: HIGHEST for action port [ 548.023901] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e37bea-368f-4dba-ac13-e395bc8c8664 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.026875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e37bea-368f-4dba-ac13-e395bc8c8664" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.027048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e37bea-368f-4dba-ac13-e395bc8c8664" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.027791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e37bea-368f-4dba-ac13-e395bc8c8664" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.027791] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e37bea-368f-4dba-ac13-e395bc8c8664',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.129272] env[64015]: INFO networking_nsxv3.common.synchronization [None req-71378e0b-2d88-45ab-a7d8-8ef75233d50d None None] Enqueued Resource ID: 451c2103-0125-49bd-8eb6-38b1c3b5bd44 with Priority: HIGHEST for action port [ 548.129974] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451c2103-0125-49bd-8eb6-38b1c3b5bd44 with Priority: HIGHEST for action port [ 548.130437] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-451c2103-0125-49bd-8eb6-38b1c3b5bd44 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.130813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-451c2103-0125-49bd-8eb6-38b1c3b5bd44" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.130916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-451c2103-0125-49bd-8eb6-38b1c3b5bd44" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.131262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-451c2103-0125-49bd-8eb6-38b1c3b5bd44" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.131374] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451c2103-0125-49bd-8eb6-38b1c3b5bd44',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.159630] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.339180] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.339517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.339689] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.341240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.341428] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.341715] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 not found, creating... [ 548.341914] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.342141] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.346030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.346030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.346030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.346030] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.346030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.346030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.346030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.346030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.346030] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 is going to be created. [ 548.367517] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.367912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.368330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.368676] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.369149] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.369449] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.429140] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebedcda5-e754-4113-91f1-15a31f49ef11 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.429223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.429325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.430083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.430289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.430399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.430465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.430643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.430730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.430823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.430996] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebedcda5-e754-4113-91f1-15a31f49ef11 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.431125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.431186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.431338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.431486] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.431582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.431644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.431782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.431859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.431943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.432122] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.534333] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6e37bea-368f-4dba-ac13-e395bc8c8664 [ 548.534528] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.534625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.534743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.534905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.534995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.535104] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6e37bea-368f-4dba-ac13-e395bc8c8664 already deleted. [ 548.535180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e37bea-368f-4dba-ac13-e395bc8c8664" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.634469] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 451c2103-0125-49bd-8eb6-38b1c3b5bd44 [ 548.635716] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.636468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.636468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.636468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.636628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.636781] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:451c2103-0125-49bd-8eb6-38b1c3b5bd44 already deleted. [ 548.636883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-451c2103-0125-49bd-8eb6-38b1c3b5bd44" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.662167] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.662572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.662572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.662730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.662841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.662973] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7f8328-4843-465e-8c73-99169c7d0485 is going to be created. [ 548.687662] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.687662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.687662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.687662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.687980] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.703752] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7f8328-4843-465e-8c73-99169c7d0485 in Status: UNINITIALIZED for 2s [ 548.829224] env[64015]: INFO networking_nsxv3.common.synchronization [None req-d63a79c8-3b0a-4324-8b4d-246082155b21 None None] Enqueued Resource ID: bc53e23a-3449-4a9b-86f9-3062a58f7020 with Priority: HIGHEST for action port [ 548.829735] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc53e23a-3449-4a9b-86f9-3062a58f7020 with Priority: HIGHEST for action port [ 548.830109] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc53e23a-3449-4a9b-86f9-3062a58f7020 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.830257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc53e23a-3449-4a9b-86f9-3062a58f7020" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.830328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc53e23a-3449-4a9b-86f9-3062a58f7020" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.830764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc53e23a-3449-4a9b-86f9-3062a58f7020" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.830764] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc53e23a-3449-4a9b-86f9-3062a58f7020',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.934974] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebedcda5-e754-4113-91f1-15a31f49ef11: rpc.has_security_group_logging(os_id): False [ 548.970469] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.970680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.970680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.970912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.971030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.971226] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.971322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.971382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.971542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.971615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.971795] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.971881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.971939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.972098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.972162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.972384] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.972476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.972533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.972690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.972766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.972846] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebedcda5-e754-4113-91f1-15a31f49ef11 is going to be created. [ 549.037123] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.037123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.037123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.037123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.037123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.045422] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebedcda5-e754-4113-91f1-15a31f49ef11 in Status: IN_PROGRESS for 2s [ 549.334316] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc53e23a-3449-4a9b-86f9-3062a58f7020 [ 549.334316] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.334316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.334316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.334316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.334316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.334316] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc53e23a-3449-4a9b-86f9-3062a58f7020 already deleted. [ 549.334316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc53e23a-3449-4a9b-86f9-3062a58f7020" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.763292] env[64015]: INFO networking_nsxv3.common.synchronization [None req-bf568da0-31ac-4485-b16f-474c0cb941be tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Enqueued Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_rules [ 549.763292] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_rules [ 549.763292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.763292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.763292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.763292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.763292] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.033467] env[64015]: INFO networking_nsxv3.common.synchronization [req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac req-132a59a4-3540-42a0-9bc2-77377b3cc844 service nova] Enqueued Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_rules [ 550.033705] env[64015]: INFO networking_nsxv3.common.synchronization [req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac req-132a59a4-3540-42a0-9bc2-77377b3cc844 service nova] Enqueued Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_members [ 550.036045] env[64015]: INFO networking_nsxv3.common.synchronization [req-ebf774d0-67b8-4c4a-8f0a-aa6ccc424aac req-132a59a4-3540-42a0-9bc2-77377b3cc844 service nova] Enqueued Resource ID: 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 with Priority: HIGHEST for action port [ 550.036045] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_rules [ 550.036045] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_members [ 550.036045] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 with Priority: HIGHEST for action port [ 550.036045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.036045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.036045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.036045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.036701] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.041021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.041021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.041021] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.041021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.041021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.041021] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ea2177-5af8-48e6-bef6-ff3ff8ee90c0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.095638] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f42ed373-ccb2-4481-abd9-5cef94a9b2ce tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Enqueued Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_rules [ 550.095638] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_rules [ 550.095802] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.095861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.286681] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.286681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.286681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.286681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.286681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.286681] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf already deleted. [ 550.286681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.286681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.286681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.286681] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.544837] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.544837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.544837] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.547378] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 with status ACTIVE [ 550.550270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.550270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.550270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.550270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.550270] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87ea2177-5af8-48e6-bef6-ff3ff8ee90c0 is going to be updated. [ 550.574131] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.574563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.575254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.575254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.575254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.575581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ea2177-5af8-48e6-bef6-ff3ff8ee90c0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.718770] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7f8328-4843-465e-8c73-99169c7d0485 in Status: SUCCESS [ 550.718981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.719513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.719750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.720954] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.720954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.720954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.720954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.720954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.720954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.720954] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.810303] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.811695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.811695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.811695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.811695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.811695] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf already deleted. [ 550.811695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.057186] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.058792] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebedcda5-e754-4113-91f1-15a31f49ef11 in Status: SUCCESS [ 551.059066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.224699] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.224825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.224869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.225154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.225855] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.225855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.225855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.225995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.226040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.226159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.226416] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.226416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.226527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.227021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.227021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.227021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.227021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.227218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.227218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.227290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.227341] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.248045] env[64015]: INFO networking_nsxv3.common.synchronization [None req-b82f6eda-6651-44b4-b0a8-bdd1762295e3 None None] Enqueued Resource ID: f59c4157-5a4b-4764-8a98-f23c889c068e with Priority: HIGHEST for action port [ 551.248342] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59c4157-5a4b-4764-8a98-f23c889c068e with Priority: HIGHEST for action port [ 551.248938] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59c4157-5a4b-4764-8a98-f23c889c068e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.250566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59c4157-5a4b-4764-8a98-f23c889c068e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.250566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59c4157-5a4b-4764-8a98-f23c889c068e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.250566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59c4157-5a4b-4764-8a98-f23c889c068e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.250566] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59c4157-5a4b-4764-8a98-f23c889c068e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.560662] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.561064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.561064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.561233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.561337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.561459] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 is going to be created. [ 551.590822] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.590822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.590822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.590822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.590822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.599479] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 in Status: UNINITIALIZED for 2s [ 551.665283] env[64015]: INFO networking_nsxv3.common.synchronization [None req-9725293a-dac9-4908-abf2-978ec0ea012b None None] Enqueued Resource ID: d312f243-39bf-438e-ad4e-2cd256771306 with Priority: HIGHEST for action port [ 551.665471] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d312f243-39bf-438e-ad4e-2cd256771306 with Priority: HIGHEST for action port [ 551.665922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d312f243-39bf-438e-ad4e-2cd256771306 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.666080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d312f243-39bf-438e-ad4e-2cd256771306" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.666152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d312f243-39bf-438e-ad4e-2cd256771306" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.666426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d312f243-39bf-438e-ad4e-2cd256771306" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.666522] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d312f243-39bf-438e-ad4e-2cd256771306',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.731216] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce7f8328-4843-465e-8c73-99169c7d0485: rpc.has_security_group_logging(os_id): False [ 551.749880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.749880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.749880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.749880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.749880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.749880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.750633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.750633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.750633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.750633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.751739] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.751978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.752083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.752272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.752371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.753067] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.753067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.753067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.753259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.753683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.753831] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7f8328-4843-465e-8c73-99169c7d0485 is going to be created. [ 551.756789] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f59c4157-5a4b-4764-8a98-f23c889c068e [ 551.756789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.756789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.757029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.757029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.757117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.757238] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f59c4157-5a4b-4764-8a98-f23c889c068e already deleted. [ 551.757309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59c4157-5a4b-4764-8a98-f23c889c068e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.825119] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.825119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.825713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.825713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.825906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.845928] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7f8328-4843-465e-8c73-99169c7d0485 in Status: IN_PROGRESS for 2s [ 552.168412] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d312f243-39bf-438e-ad4e-2cd256771306 [ 552.168659] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.168803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.168862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.169109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.169200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.169341] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d312f243-39bf-438e-ad4e-2cd256771306 already deleted. [ 552.169436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d312f243-39bf-438e-ad4e-2cd256771306" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.226185] env[64015]: INFO networking_nsxv3.common.synchronization [None req-cec0bc60-c679-461b-baaa-237b31eec11c None None] Enqueued Resource ID: 91e032cd-e731-41a7-a6c7-72c47e4ba3e2 with Priority: HIGHEST for action port [ 553.226476] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e032cd-e731-41a7-a6c7-72c47e4ba3e2 with Priority: HIGHEST for action port [ 553.227159] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-91e032cd-e731-41a7-a6c7-72c47e4ba3e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.227237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91e032cd-e731-41a7-a6c7-72c47e4ba3e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.227485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91e032cd-e731-41a7-a6c7-72c47e4ba3e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.227585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91e032cd-e731-41a7-a6c7-72c47e4ba3e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.227642] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91e032cd-e731-41a7-a6c7-72c47e4ba3e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.611442] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 in Status: SUCCESS [ 553.612362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.612362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.612362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.612686] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.612755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.612791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.612961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.613076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.613187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.613386] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.737152] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91e032cd-e731-41a7-a6c7-72c47e4ba3e2 [ 553.737152] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.737152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.737152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.737152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.737152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.737152] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91e032cd-e731-41a7-a6c7-72c47e4ba3e2 already deleted. [ 553.737152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91e032cd-e731-41a7-a6c7-72c47e4ba3e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.861676] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce7f8328-4843-465e-8c73-99169c7d0485 in Status: SUCCESS [ 553.861976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.117312] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.118227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.118227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.118227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.118227] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.118489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.118489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.118689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.118783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.118933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.119084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.119222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.119273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.119444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.119617] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.119719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.119777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.119923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.120624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.120855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.120938] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.623374] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0df819fb-5e4d-48a2-81cf-f9e64202fdb5: rpc.has_security_group_logging(os_id): False [ 554.654632] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.654632] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.654632] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.654632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.658168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.658168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.658168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.658168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.658168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.658168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.658168] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 is going to be created. [ 554.728791] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.728953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.729127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.729412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.729618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.751803] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 in Status: IN_PROGRESS for 2s [ 555.066122] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2e48f33a-c099-4074-9a57-0b33231471c3 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_rules [ 555.066787] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_rules [ 555.070370] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.070370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.070370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.070370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.070370] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.234432] env[64015]: INFO networking_nsxv3.common.synchronization [None req-10887820-b0bc-46af-8cd4-62076b674091 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_rules [ 555.234432] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_rules [ 555.234432] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.234432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.593265] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.593265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.593526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.595176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.595176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.595176] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed already deleted. [ 555.595176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.595176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.595176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.595176] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.122282] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.122282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.122282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.122282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.122282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.122282] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed already deleted. [ 556.122282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.652454] env[64015]: INFO networking_nsxv3.common.synchronization [req-db237651-fd6f-4abe-ac87-e07988b65b54 req-0423c296-9cd0-4fb5-92af-539dbc99a941 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 556.654684] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 556.654684] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.654684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.654684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.655071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.655441] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.655690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.655882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.656234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.656505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.656837] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.766023] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 in Status: SUCCESS [ 556.767078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.033898] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a7a81cdb-493a-4b06-9fba-dbbed6c32e4a None None] Enqueued Resource ID: 2209a29f-bb5d-4c4f-a9b4-d8f901324605 with Priority: HIGHEST for action port [ 557.033898] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2209a29f-bb5d-4c4f-a9b4-d8f901324605 with Priority: HIGHEST for action port [ 557.034216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-2209a29f-bb5d-4c4f-a9b4-d8f901324605 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.034425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2209a29f-bb5d-4c4f-a9b4-d8f901324605" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.034509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2209a29f-bb5d-4c4f-a9b4-d8f901324605" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.034684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2209a29f-bb5d-4c4f-a9b4-d8f901324605" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.034762] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2209a29f-bb5d-4c4f-a9b4-d8f901324605',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.139192] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.139192] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.139192] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.139192] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.139192] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.139192] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.139192] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.139192] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.139192] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.139192] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 557.139192] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 557.143940] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 557.144060] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 557.147336] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 557.147336] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 557.147336] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 557.160134] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.160305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.160375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.160610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.160682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.160858] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.160949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.161018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.161189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.161272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.161352] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18c122f-754b-4da8-9a84-078f28c55dec already deleted. [ 557.161427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.163880] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 557.164235] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 557.164424] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 557.164597] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.164978] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.165153] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.165489] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.165587] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.168020] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19b3de4-8b66-4483-8f2a-a300aedf3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.538070] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2209a29f-bb5d-4c4f-a9b4-d8f901324605 [ 557.539039] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.539039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.539039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.539039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.539039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.539039] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2209a29f-bb5d-4c4f-a9b4-d8f901324605 already deleted. [ 557.539039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2209a29f-bb5d-4c4f-a9b4-d8f901324605" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.554963] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ba574b37-1e44-4aed-8e61-988c32c661cb None None] Enqueued Resource ID: 8676edfe-d9cc-4a10-9e09-5261b820adb9 with Priority: HIGHEST for action port [ 557.555303] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8676edfe-d9cc-4a10-9e09-5261b820adb9 with Priority: HIGHEST for action port [ 557.555665] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8676edfe-d9cc-4a10-9e09-5261b820adb9 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.555825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8676edfe-d9cc-4a10-9e09-5261b820adb9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.555825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8676edfe-d9cc-4a10-9e09-5261b820adb9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.556461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8676edfe-d9cc-4a10-9e09-5261b820adb9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.556573] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8676edfe-d9cc-4a10-9e09-5261b820adb9',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.673016] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.676020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port d19b3de4-8b66-4483-8f2a-a300aedf3ca2 not found, creating... [ 557.676020] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.676020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.677442] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.677442] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.677442] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.681507] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.681507] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.681507] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d19b3de4-8b66-4483-8f2a-a300aedf3ca2 is going to be created. [ 557.703042] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.703225] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.703596] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.705338] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.705338] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.705338] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.063299] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8676edfe-d9cc-4a10-9e09-5261b820adb9 [ 558.063299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.063299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.065176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.065176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.065176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.065176] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8676edfe-d9cc-4a10-9e09-5261b820adb9 already deleted. [ 558.065176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8676edfe-d9cc-4a10-9e09-5261b820adb9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.066549] env[64015]: INFO networking_nsxv3.common.synchronization [req-99e3ec1e-ba43-448e-ab44-8b60073df543 req-79483704-5157-4abd-9691-ea57c16c3ec6 tempest-ImagesNegativeTestJSON-580088887 tempest-ImagesNegativeTestJSON-580088887-project-member] Enqueued Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_members [ 558.067587] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebedcda5-e754-4113-91f1-15a31f49ef11 with Priority: HIGHEST for action security_group_members [ 558.068929] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebedcda5-e754-4113-91f1-15a31f49ef11 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.068929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.068929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.068929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.068929] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.069215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.069337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.069657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.069900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.070332] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebedcda5-e754-4113-91f1-15a31f49ef11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.572769] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.573040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.573040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.573681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.573681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.573681] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.573681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.573681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.573925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.573925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.573996] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebedcda5-e754-4113-91f1-15a31f49ef11 is going to be updated. [ 558.599637] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.599817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.600752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.600752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.600752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.610126] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebedcda5-e754-4113-91f1-15a31f49ef11 in Status: IN_PROGRESS for 2s [ 558.879046] env[64015]: INFO networking_nsxv3.common.synchronization [req-db237651-fd6f-4abe-ac87-e07988b65b54 req-3a614156-a1f5-4934-ab8e-db3e45561537 service nova] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_rules [ 558.879254] env[64015]: INFO networking_nsxv3.common.synchronization [req-db237651-fd6f-4abe-ac87-e07988b65b54 req-3a614156-a1f5-4934-ab8e-db3e45561537 service nova] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 558.879400] env[64015]: INFO networking_nsxv3.common.synchronization [req-db237651-fd6f-4abe-ac87-e07988b65b54 req-3a614156-a1f5-4934-ab8e-db3e45561537 service nova] Enqueued Resource ID: d19b3de4-8b66-4483-8f2a-a300aedf3ca2 with Priority: HIGHEST for action port [ 558.879649] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_rules [ 558.879804] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 558.879886] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19b3de4-8b66-4483-8f2a-a300aedf3ca2 with Priority: HIGHEST for action port [ 558.880557] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.881011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.881295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.881792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.881897] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.884119] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.884119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.884119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.885376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.885601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.885730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.885805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.887309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.887423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.887541] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.889786] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.889881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.889935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.891422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.891422] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19b3de4-8b66-4483-8f2a-a300aedf3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.395777] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.396453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.396696] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.397587] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19b3de4-8b66-4483-8f2a-a300aedf3ca2 with status ACTIVE [ 559.397782] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.397967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.397967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.398191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.398282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.398456] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.398552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.398614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.398765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.401209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.401209] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.401345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.401382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.401548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.401627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.401835] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19b3de4-8b66-4483-8f2a-a300aedf3ca2 is going to be updated. [ 559.423309] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.423434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.423542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.423696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.423815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.423996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19b3de4-8b66-4483-8f2a-a300aedf3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.905092] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.016814] env[64015]: INFO networking_nsxv3.common.synchronization [None req-74198680-0374-42f0-8968-874bc2574a29 None None] Enqueued Resource ID: 9bcd5d49-4d00-4229-b14d-6cb9614cef14 with Priority: HIGHEST for action port [ 560.016869] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcd5d49-4d00-4229-b14d-6cb9614cef14 with Priority: HIGHEST for action port [ 560.017452] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bcd5d49-4d00-4229-b14d-6cb9614cef14 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.017579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bcd5d49-4d00-4229-b14d-6cb9614cef14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.017661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bcd5d49-4d00-4229-b14d-6cb9614cef14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.017926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bcd5d49-4d00-4229-b14d-6cb9614cef14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.021924] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcd5d49-4d00-4229-b14d-6cb9614cef14',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.409451] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.409691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.409795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.410060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.410365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.410522] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be created. [ 560.437540] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.438104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.438104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.438342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.438510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.451176] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: UNINITIALIZED for 2s [ 560.530446] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bcd5d49-4d00-4229-b14d-6cb9614cef14 [ 560.530715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.530941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.530941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.531243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.531358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.531358] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bcd5d49-4d00-4229-b14d-6cb9614cef14 already deleted. [ 560.531447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bcd5d49-4d00-4229-b14d-6cb9614cef14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.619960] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebedcda5-e754-4113-91f1-15a31f49ef11 in Status: SUCCESS [ 560.620322] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebedcda5-e754-4113-91f1-15a31f49ef11 deletion is rescheduled due to dependency. [ 560.620452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebedcda5-e754-4113-91f1-15a31f49ef11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.915964] env[64015]: INFO networking_nsxv3.common.synchronization [None req-76fafbd0-494e-4b76-ae75-4a2700099ec7 None None] Enqueued Resource ID: 77f49f87-a617-45f7-9f00-2de92c6f2846 with Priority: HIGHEST for action port [ 560.916260] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f49f87-a617-45f7-9f00-2de92c6f2846 with Priority: HIGHEST for action port [ 560.916751] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f49f87-a617-45f7-9f00-2de92c6f2846 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.916871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f49f87-a617-45f7-9f00-2de92c6f2846" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.917119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f49f87-a617-45f7-9f00-2de92c6f2846" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.917448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f49f87-a617-45f7-9f00-2de92c6f2846" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.917448] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f49f87-a617-45f7-9f00-2de92c6f2846',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.968834] env[64015]: INFO networking_nsxv3.common.synchronization [req-9262cfc4-6840-40e6-ab53-0cc8956c413d req-e711d1b1-88bc-41e5-b063-daa6387293ed tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 560.969583] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 560.969930] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.970160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.970230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.970442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.970598] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.970712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.970776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.970940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.971749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.971994] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.982843] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f6ba8f4d-48c8-46c2-ac30-fa5a52cc0419 None None] Enqueued Resource ID: 87614220-3484-4bb1-afb8-922d9e0f0b7d with Priority: HIGHEST for action port [ 560.983113] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87614220-3484-4bb1-afb8-922d9e0f0b7d with Priority: HIGHEST for action port [ 560.983650] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-87614220-3484-4bb1-afb8-922d9e0f0b7d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.983775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87614220-3484-4bb1-afb8-922d9e0f0b7d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.986243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87614220-3484-4bb1-afb8-922d9e0f0b7d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.986243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87614220-3484-4bb1-afb8-922d9e0f0b7d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.986243] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87614220-3484-4bb1-afb8-922d9e0f0b7d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.420071] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77f49f87-a617-45f7-9f00-2de92c6f2846 [ 561.420351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.420506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.420578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.420859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.420907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.421012] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77f49f87-a617-45f7-9f00-2de92c6f2846 already deleted. [ 561.421251] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f49f87-a617-45f7-9f00-2de92c6f2846" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.474715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.474867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.474936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.475164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.475268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.475469] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.475564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.475626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.475785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.475855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.475938] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 561.489135] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87614220-3484-4bb1-afb8-922d9e0f0b7d [ 561.489492] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.489492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.489683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.489762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.489862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.489958] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87614220-3484-4bb1-afb8-922d9e0f0b7d already deleted. [ 561.490051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87614220-3484-4bb1-afb8-922d9e0f0b7d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.504182] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.504337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.504413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.504658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.504745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.515651] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 562.463052] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: SUCCESS [ 562.463414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.463471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.463819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.463917] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.463994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.464053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.464211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.464295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.464379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.464469] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.967267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.967557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.967557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.967740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.967911] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.968024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.968076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.968236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.968325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.968415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.968565] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.968659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.968737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.968908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.969091] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.969190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.969254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.969397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.969472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.969556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.969645] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.370040] env[64015]: INFO networking_nsxv3.common.synchronization [req-0ed8b414-162b-44cc-9292-68866f70fc21 req-d6d332db-f735-4e64-927c-c06dae936cad tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 563.370040] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 563.370040] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.370040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.370040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.371417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.371417] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.371417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.371417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.371417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.373348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.373445] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.475265] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e18c122f-754b-4da8-9a84-078f28c55dec: rpc.has_security_group_logging(os_id): False [ 563.492034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.492034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.492034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.492034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.494543] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.494543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.494543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.494543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.494543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.494543] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be created. [ 563.527620] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 563.527620] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a deletion is rescheduled due to dependency. [ 563.527620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.569827] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.569827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.569827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.569827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.569827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.578870] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: IN_PROGRESS for 2s [ 563.876910] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.877112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.877185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.877504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.877602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.877809] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.877911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.877981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.878206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.878323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.878453] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b already deleted. [ 563.878585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.153877] env[64015]: INFO networking_nsxv3.common.synchronization [req-8f385324-dc1d-4fe8-a341-b8c3b571c714 req-db8a0926-47e8-4384-a192-4e822826d987 tempest-ServerAddressesTestJSON-739615067 tempest-ServerAddressesTestJSON-739615067-project-member] Enqueued Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_members [ 564.156160] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGHEST for action security_group_members [ 564.156160] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.156160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.156160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.157039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.157039] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.157211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.157341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.157761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.157902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.158148] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.327026] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.327279] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.327386] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.327820] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.328008] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.328440] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.328635] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.328823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.328972] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.329250] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 564.329600] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 564.329754] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 564.329872] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 564.330068] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 564.330230] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 564.332514] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 564.351024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 564.351024] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 564.351024] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 564.351024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.351024] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-7c43affd-859a-4726-9351-1f94713612ad taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.351024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.351024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.351024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.352042] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43affd-859a-4726-9351-1f94713612ad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.664858] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.664858] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.664858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.664858] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7f8328-4843-465e-8c73-99169c7d0485 is going to be updated. [ 564.692505] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.692669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.692748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.692967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.693121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.704728] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7f8328-4843-465e-8c73-99169c7d0485 in Status: IN_PROGRESS for 2s [ 564.855688] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.855871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.856042] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.856901] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.856901] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.856901] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 7c43affd-859a-4726-9351-1f94713612ad not found, creating... [ 564.857151] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.857375] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.859255] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.859255] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.859255] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.859493] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.861937] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.862028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.862362] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.862581] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.862788] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 7c43affd-859a-4726-9351-1f94713612ad is going to be created. [ 564.886825] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.887074] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.887224] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.887719] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.887909] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.888204] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.939172] env[64015]: INFO networking_nsxv3.common.synchronization [None req-938d259b-36f8-45e6-8c48-59b987cfd25d None None] Enqueued Resource ID: 4dd78962-b4f4-4aae-8643-6a041c96a7cb with Priority: HIGHEST for action port [ 564.939172] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd78962-b4f4-4aae-8643-6a041c96a7cb with Priority: HIGHEST for action port [ 564.939172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd78962-b4f4-4aae-8643-6a041c96a7cb taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.939172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd78962-b4f4-4aae-8643-6a041c96a7cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.939172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd78962-b4f4-4aae-8643-6a041c96a7cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.939172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd78962-b4f4-4aae-8643-6a041c96a7cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.939172] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd78962-b4f4-4aae-8643-6a041c96a7cb',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.291990] env[64015]: INFO networking_nsxv3.common.synchronization [None req-8c13a66e-eece-4161-a7c2-d95f09e83f2a None None] Enqueued Resource ID: 9d033fd0-3a64-4df0-906f-9c39be451164 with Priority: HIGHEST for action port [ 565.292472] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d033fd0-3a64-4df0-906f-9c39be451164 with Priority: HIGHEST for action port [ 565.293147] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d033fd0-3a64-4df0-906f-9c39be451164 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.293147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d033fd0-3a64-4df0-906f-9c39be451164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.293147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d033fd0-3a64-4df0-906f-9c39be451164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.293521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d033fd0-3a64-4df0-906f-9c39be451164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.293628] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d033fd0-3a64-4df0-906f-9c39be451164',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.443124] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd78962-b4f4-4aae-8643-6a041c96a7cb [ 565.443354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.443922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.443922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.443922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.443922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.443922] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd78962-b4f4-4aae-8643-6a041c96a7cb already deleted. [ 565.444169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd78962-b4f4-4aae-8643-6a041c96a7cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.535476] env[64015]: INFO networking_nsxv3.common.synchronization [None req-63872f3e-7084-4516-8cfa-e9f902b3af10 None None] Enqueued Resource ID: 8a495885-1fe7-4f43-a8dc-8d003bf20929 with Priority: HIGHEST for action port [ 565.535476] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a495885-1fe7-4f43-a8dc-8d003bf20929 with Priority: HIGHEST for action port [ 565.535476] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a495885-1fe7-4f43-a8dc-8d003bf20929 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.535476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a495885-1fe7-4f43-a8dc-8d003bf20929" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.535476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a495885-1fe7-4f43-a8dc-8d003bf20929" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.536598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a495885-1fe7-4f43-a8dc-8d003bf20929" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.536716] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a495885-1fe7-4f43-a8dc-8d003bf20929',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.590421] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: SUCCESS [ 565.590648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.796388] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d033fd0-3a64-4df0-906f-9c39be451164 [ 565.796718] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.796840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.796917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.797216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.797348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.797494] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d033fd0-3a64-4df0-906f-9c39be451164 already deleted. [ 565.798351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d033fd0-3a64-4df0-906f-9c39be451164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.939177] env[64015]: INFO networking_nsxv3.common.synchronization [req-0ed8b414-162b-44cc-9292-68866f70fc21 req-2a6d8d44-af48-4b4e-aaaf-afcb9870d466 service nova] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_rules [ 565.939177] env[64015]: INFO networking_nsxv3.common.synchronization [req-0ed8b414-162b-44cc-9292-68866f70fc21 req-2a6d8d44-af48-4b4e-aaaf-afcb9870d466 service nova] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 565.939177] env[64015]: INFO networking_nsxv3.common.synchronization [req-0ed8b414-162b-44cc-9292-68866f70fc21 req-2a6d8d44-af48-4b4e-aaaf-afcb9870d466 service nova] Enqueued Resource ID: 7c43affd-859a-4726-9351-1f94713612ad with Priority: HIGHEST for action port [ 565.939177] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_rules [ 565.939177] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 565.939177] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c43affd-859a-4726-9351-1f94713612ad with Priority: HIGHEST for action port [ 565.942105] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.943386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.943386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.943386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.943386] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.943723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.943873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.943924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.944124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.944307] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.945901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.945901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.945901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.945901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.945901] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.946347] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c43affd-859a-4726-9351-1f94713612ad taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.946409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.946493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.946722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.946809] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43affd-859a-4726-9351-1f94713612ad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.042368] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a495885-1fe7-4f43-a8dc-8d003bf20929 [ 566.042368] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.042368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.042368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.042368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.042368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.042368] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a495885-1fe7-4f43-a8dc-8d003bf20929 already deleted. [ 566.042368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a495885-1fe7-4f43-a8dc-8d003bf20929" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.448376] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.448523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.448701] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.453750] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c43affd-859a-4726-9351-1f94713612ad with status ACTIVE [ 566.454596] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.454596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.454596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.454596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.454596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.454842] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.454842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.454842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.454962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.455330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.455330] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.455498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.455498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.455657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.455709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.455756] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c43affd-859a-4726-9351-1f94713612ad is going to be updated. [ 566.481058] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.481058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.481238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.481324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.481462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.481645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.712644] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce7f8328-4843-465e-8c73-99169c7d0485 in Status: SUCCESS [ 566.712821] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce7f8328-4843-465e-8c73-99169c7d0485 deletion is rescheduled due to dependency. [ 566.712948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.955530] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.375010] env[64015]: INFO networking_nsxv3.common.synchronization [None req-8ed6a141-43d0-45da-bdc6-882daa0e9c95 None None] Enqueued Resource ID: 83bbc55b-0285-4dbb-96c0-3f2b08985bb8 with Priority: HIGHEST for action port [ 567.375306] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bbc55b-0285-4dbb-96c0-3f2b08985bb8 with Priority: HIGHEST for action port [ 567.376268] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-83bbc55b-0285-4dbb-96c0-3f2b08985bb8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.376268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83bbc55b-0285-4dbb-96c0-3f2b08985bb8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.376268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83bbc55b-0285-4dbb-96c0-3f2b08985bb8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.376486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83bbc55b-0285-4dbb-96c0-3f2b08985bb8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.376486] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83bbc55b-0285-4dbb-96c0-3f2b08985bb8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.461275] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.461275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.461275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.461275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.461275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.461275] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be created. [ 567.484714] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.484714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.484714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.484714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.484714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.493218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: UNINITIALIZED for 2s [ 567.882166] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83bbc55b-0285-4dbb-96c0-3f2b08985bb8 [ 567.882446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.882623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.882701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.882918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.883025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.883116] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83bbc55b-0285-4dbb-96c0-3f2b08985bb8 already deleted. [ 567.883200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83bbc55b-0285-4dbb-96c0-3f2b08985bb8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.896255] env[64015]: INFO networking_nsxv3.common.synchronization [None req-84b6d938-2a55-442b-9c4a-d33c94fcb602 None None] Enqueued Resource ID: ea54e244-dd4e-48ff-b72c-e3d5671d45a1 with Priority: HIGHEST for action port [ 567.896521] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea54e244-dd4e-48ff-b72c-e3d5671d45a1 with Priority: HIGHEST for action port [ 567.899700] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea54e244-dd4e-48ff-b72c-e3d5671d45a1 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.903662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea54e244-dd4e-48ff-b72c-e3d5671d45a1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.903662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea54e244-dd4e-48ff-b72c-e3d5671d45a1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.903662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea54e244-dd4e-48ff-b72c-e3d5671d45a1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.903662] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea54e244-dd4e-48ff-b72c-e3d5671d45a1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.405406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea54e244-dd4e-48ff-b72c-e3d5671d45a1 [ 568.405406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.405406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.405406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.405406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.405406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.405406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea54e244-dd4e-48ff-b72c-e3d5671d45a1 already deleted. [ 568.405406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea54e244-dd4e-48ff-b72c-e3d5671d45a1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.786966] env[64015]: INFO networking_nsxv3.common.synchronization [req-0f136909-317a-44b8-a761-13b353345ec8 req-aa3936dd-087a-4904-9432-271f1818a25b tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Enqueued Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_members [ 568.787646] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_members [ 568.788530] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.789043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.789143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.789427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.789602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.789708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.789773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.793335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.793335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.793474] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.295481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.295693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.295781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.296061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.296170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.296492] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.296550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.296585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.296769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.296963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.296963] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 already deleted. [ 569.297104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.312023] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.312023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-881" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.312023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-881" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.312023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-881" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.312023] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.312023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.312023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.312023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.312023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.312023] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 569.312023] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 569.312023] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 569.312959] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 569.313256] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 569.313753] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 569.314118] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 569.333032] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7d8a12ee-db7d-40df-95cb-270ce059f412 None None] Enqueued Resource ID: a44038d9-09f3-41a6-9c68-6733c1112caa with Priority: HIGHEST for action port [ 569.333032] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44038d9-09f3-41a6-9c68-6733c1112caa with Priority: HIGHEST for action port [ 569.333032] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44038d9-09f3-41a6-9c68-6733c1112caa taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.333032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44038d9-09f3-41a6-9c68-6733c1112caa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.333032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44038d9-09f3-41a6-9c68-6733c1112caa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.333032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44038d9-09f3-41a6-9c68-6733c1112caa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.333032] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44038d9-09f3-41a6-9c68-6733c1112caa',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.338422] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 569.338422] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 569.338422] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 569.338422] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-881" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.338422] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.338422] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.338422] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.339939] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.339939] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f49ad2-089f-4a3e-b6d9-d48013cecbc2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.543269] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 569.543615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.543660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.543859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.544066] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.544188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.544256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.544404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.544880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.544880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.544880] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.837618] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a44038d9-09f3-41a6-9c68-6733c1112caa [ 569.837618] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.837618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.837618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.837618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.837618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.837618] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a44038d9-09f3-41a6-9c68-6733c1112caa already deleted. [ 569.837618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44038d9-09f3-41a6-9c68-6733c1112caa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.846034] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.846034] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 not found, creating... [ 569.846034] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.846034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.846545] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.846545] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.846545] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.846953] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.847240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.847490] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 is going to be created. [ 569.870701] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.870701] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.870701] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.870701] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.870701] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.870701] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.048021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.048021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.048021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.048021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.048901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.048901] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.048901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.048901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.048901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.048901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.048901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.048901] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.552223] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04d48681-0cb0-463d-ad83-ba458e85359b: rpc.has_security_group_logging(os_id): False [ 570.570031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.570031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.570031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.570031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.575532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.575532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.575532] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.575532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.575532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.575532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.575532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.575532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be created. [ 570.632024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.632024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.632024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.632024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.632024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.642833] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 570.933201] env[64015]: INFO networking_nsxv3.common.synchronization [req-0f136909-317a-44b8-a761-13b353345ec8 req-510e376f-db33-4a51-9d1b-cb058c68254c service nova] Enqueued Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_rules [ 570.933201] env[64015]: INFO networking_nsxv3.common.synchronization [req-0f136909-317a-44b8-a761-13b353345ec8 req-510e376f-db33-4a51-9d1b-cb058c68254c service nova] Enqueued Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_members [ 570.933201] env[64015]: INFO networking_nsxv3.common.synchronization [req-0f136909-317a-44b8-a761-13b353345ec8 req-510e376f-db33-4a51-9d1b-cb058c68254c service nova] Enqueued Resource ID: 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 with Priority: HIGHEST for action port [ 570.933201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_rules [ 570.933201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_members [ 570.933201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 with Priority: HIGHEST for action port [ 570.933595] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.933732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.933817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.936088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.937023] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.938875] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.942203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.942292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.942429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.942706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.942792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.942871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.943087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.943179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.943309] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.944244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.944385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.944461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.944630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.944705] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f49ad2-089f-4a3e-b6d9-d48013cecbc2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.333797] env[64015]: INFO networking_nsxv3.common.synchronization [req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 req-78d0402d-a963-4680-953d-1013e200c1c4 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 571.334646] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 571.335017] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.335243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.335337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.335561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.335719] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.335822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.335886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.336067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.336156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.336254] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.446776] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.448107] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.448243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.449022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 with status ACTIVE [ 571.449022] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.449022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.449022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.449280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.449280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.449492] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.449595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.449595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.449724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.449814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.450125] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.450192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.450192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.450400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.450463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.450635] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19f49ad2-089f-4a3e-b6d9-d48013cecbc2 is going to be updated. [ 571.472436] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.472596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.472678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.472884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.473035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.473199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f49ad2-089f-4a3e-b6d9-d48013cecbc2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.726989] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.727344] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.728138] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.728551] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.728888] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.729149] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.729335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.729625] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.729857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.730174] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.730366] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 571.730537] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 571.730700] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 571.730892] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.731084] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 571.731295] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 571.748238] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 571.748845] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 571.749109] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 571.749321] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.749708] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-c1ba3d82-5af3-4ca7-aeee-95223742e518 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.749913] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.750080] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.750612] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.750783] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ba3d82-5af3-4ca7-aeee-95223742e518',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.838585] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.949579] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.255390] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.255720] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.255939] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.256377] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.256634] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.256937] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port c1ba3d82-5af3-4ca7-aeee-95223742e518 not found, creating... [ 572.257385] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.262140] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.262277] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.262577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.263191] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.263523] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.263693] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.263825] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.264099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.264502] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.264502] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: c1ba3d82-5af3-4ca7-aeee-95223742e518 is going to be created. [ 572.283518] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.283740] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.283866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.284176] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.284402] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.284624] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.342100] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.454483] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.454681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.454736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.454930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.455130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.455130] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 is going to be created. [ 572.478811] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.478811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.478811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.479032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.479192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.488928] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 in Status: UNINITIALIZED for 2s [ 572.652973] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 572.653242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.846016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.846353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.846486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.846741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.846898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.847062] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be updated. [ 572.874797] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.875072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.875072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.875259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.875406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.883709] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: IN_PROGRESS for 2s [ 573.849226] env[64015]: INFO networking_nsxv3.common.synchronization [req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 req-306e571e-a073-48c1-a350-4b624171fb4c service nova] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_rules [ 573.849523] env[64015]: INFO networking_nsxv3.common.synchronization [req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 req-306e571e-a073-48c1-a350-4b624171fb4c service nova] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 573.849523] env[64015]: INFO networking_nsxv3.common.synchronization [req-9baf2b1b-6f0b-48a2-972d-9a2044653c21 req-306e571e-a073-48c1-a350-4b624171fb4c service nova] Enqueued Resource ID: c1ba3d82-5af3-4ca7-aeee-95223742e518 with Priority: HIGHEST for action port [ 573.849789] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_rules [ 573.849921] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 573.850024] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ba3d82-5af3-4ca7-aeee-95223742e518 with Priority: HIGHEST for action port [ 573.850623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.850814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.850814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.853113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.853254] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.856957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.856957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.856957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1ba3d82-5af3-4ca7-aeee-95223742e518 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.856957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.856957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.857476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.857476] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ba3d82-5af3-4ca7-aeee-95223742e518',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.359214] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.359346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.361968] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1ba3d82-5af3-4ca7-aeee-95223742e518 with status ACTIVE [ 574.361968] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.361968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.361968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.361968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.361968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.361968] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.361968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.361968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.362901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.362901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.362901] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.362901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.362901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.362901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.362901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.362901] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1ba3d82-5af3-4ca7-aeee-95223742e518 is going to be updated. [ 574.383859] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.384040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.384255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.384332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.384425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.384586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1ba3d82-5af3-4ca7-aeee-95223742e518" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.447689] env[64015]: INFO networking_nsxv3.common.synchronization [req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 req-58f4d692-194e-4cf8-9c79-04f30c253d3c tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 574.449606] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 574.449606] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.456295] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.456295] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.456295] env[64015]: INFO networking_nsxv3.common.synchronization [None req-b9341236-3fc1-4c34-9ace-1560052198d4 None None] Enqueued Resource ID: 9e8b78d6-7d2e-498e-853d-0448016ac87c with Priority: HIGHEST for action port [ 574.456295] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8b78d6-7d2e-498e-853d-0448016ac87c with Priority: HIGHEST for action port [ 574.456295] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e8b78d6-7d2e-498e-853d-0448016ac87c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.456295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e8b78d6-7d2e-498e-853d-0448016ac87c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.457097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e8b78d6-7d2e-498e-853d-0448016ac87c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.457369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e8b78d6-7d2e-498e-853d-0448016ac87c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.457454] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e8b78d6-7d2e-498e-853d-0448016ac87c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.498201] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 in Status: SUCCESS [ 574.498297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.498450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.498673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.498868] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.499049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.499049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.502736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.502736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.502736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.502736] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.896052] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: SUCCESS [ 574.896352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.896474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.896694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.896996] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.896996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.897172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.897233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.897295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.897394] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.960070] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e8b78d6-7d2e-498e-853d-0448016ac87c [ 574.960327] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.960472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.960543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.960757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.960847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.960946] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e8b78d6-7d2e-498e-853d-0448016ac87c already deleted. [ 574.961042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e8b78d6-7d2e-498e-853d-0448016ac87c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.961373] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.961468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.961528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.961685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.961753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.961925] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.962020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.962088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.962226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.962299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.962384] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd already deleted. [ 574.963367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.004891] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.307808] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.308100] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.308243] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.308580] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.308856] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.309033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.309156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.309378] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.309551] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.309774] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.309891] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.310008] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.310121] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.310229] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.310368] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.310526] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.331750] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.331907] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 575.332066] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.332252] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.332642] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-9038d17e-c0be-481f-8e11-009a2fedaa62 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.333021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.333021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.333263] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.333412] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9038d17e-c0be-481f-8e11-009a2fedaa62',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.399978] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.509266] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79e3e562-61f1-4dfb-a3ec-208a3aaa3514: rpc.has_security_group_logging(os_id): False [ 575.528985] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.528985] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.528985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.528985] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 is going to be created. [ 575.584359] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.584567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.584677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.584971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.585254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.603291] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 in Status: IN_PROGRESS for 2s [ 575.836392] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.836619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.837384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.837384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.837384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.837384] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 9038d17e-c0be-481f-8e11-009a2fedaa62 not found, creating... [ 575.838009] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.838009] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.838009] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.838265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.839040] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.839040] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.840566] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.840566] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.841012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.841012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.841178] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 9038d17e-c0be-481f-8e11-009a2fedaa62 is going to be created. [ 575.862738] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.862738] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.862738] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.863012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.863050] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.864030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.902786] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.407647] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.407933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.408019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.408385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.408530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.408675] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be updated. [ 576.437589] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.437589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.437589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.437589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.437589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.448966] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: IN_PROGRESS for 2s [ 576.514767] env[64015]: INFO networking_nsxv3.common.synchronization [None req-bb1912b4-d0a2-4e59-8a9d-278d949815d7 None None] Enqueued Resource ID: db52a1db-0b5e-405a-8ef3-127bd556f707 with Priority: HIGHEST for action port [ 576.515666] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db52a1db-0b5e-405a-8ef3-127bd556f707 with Priority: HIGHEST for action port [ 576.515773] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-db52a1db-0b5e-405a-8ef3-127bd556f707 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.515844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db52a1db-0b5e-405a-8ef3-127bd556f707" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.515882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db52a1db-0b5e-405a-8ef3-127bd556f707" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.517165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db52a1db-0b5e-405a-8ef3-127bd556f707" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.517217] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db52a1db-0b5e-405a-8ef3-127bd556f707',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.020130] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db52a1db-0b5e-405a-8ef3-127bd556f707 [ 577.020130] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.020130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.020130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.020130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.020130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.020130] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db52a1db-0b5e-405a-8ef3-127bd556f707 already deleted. [ 577.020130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db52a1db-0b5e-405a-8ef3-127bd556f707" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.084335] env[64015]: INFO networking_nsxv3.common.synchronization [req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 req-45794220-f771-451f-9cdd-c9a9de4d9e7d service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 577.084526] env[64015]: INFO networking_nsxv3.common.synchronization [req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 req-45794220-f771-451f-9cdd-c9a9de4d9e7d service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 577.086238] env[64015]: INFO networking_nsxv3.common.synchronization [req-5f22f8a5-120b-4de1-bbef-612bc26f3ea8 req-45794220-f771-451f-9cdd-c9a9de4d9e7d service nova] Enqueued Resource ID: 9038d17e-c0be-481f-8e11-009a2fedaa62 with Priority: HIGHEST for action port [ 577.088253] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 577.088253] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 577.088253] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9038d17e-c0be-481f-8e11-009a2fedaa62 with Priority: HIGHEST for action port [ 577.089376] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.089376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.089376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.089618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.089699] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.090706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.090800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.090800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.090965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.091120] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.091300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.091300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.091423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.091509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.092213] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.094692] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9038d17e-c0be-481f-8e11-009a2fedaa62 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.094692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.094692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.094911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.094911] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9038d17e-c0be-481f-8e11-009a2fedaa62',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.159314] env[64015]: INFO networking_nsxv3.common.synchronization [req-346f619e-2d84-41e3-b216-192911d0a939 req-74f2adfd-efde-434d-bfef-bec0d411741b tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 577.161102] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 577.161102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.161102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.161102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.161102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.162654] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.162654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.162654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.162654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.162654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.162654] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.498310] env[64015]: INFO networking_nsxv3.common.synchronization [req-9e09b948-09e0-462d-a03e-e539bf79587c req-761508ba-ce00-4f54-babb-d2d48cf82477 tempest-FloatingIPsAssociationNegativeTestJSON-828255181 tempest-FloatingIPsAssociationNegativeTestJSON-828255181-project-member] Enqueued Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_members [ 577.501034] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGHEST for action security_group_members [ 577.501034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.501034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.501034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.501034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.501034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.501034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.501034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.501034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.501034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.501034] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.595301] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.597151] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.600145] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9038d17e-c0be-481f-8e11-009a2fedaa62 with status ACTIVE [ 577.600145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.600145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.600145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.600145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.600761] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9038d17e-c0be-481f-8e11-009a2fedaa62 is going to be updated. [ 577.619585] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 in Status: SUCCESS [ 577.620653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.624821] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.624821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.624821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.624821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.624821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.624821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9038d17e-c0be-481f-8e11-009a2fedaa62" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.670798] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.670798] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.670798] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d42749-af86-47cb-8ff1-199524502011 already deleted. [ 577.670798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.941895] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.943070] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.943070] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.943070] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.943997] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.944293] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.944561] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.945926] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.945926] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.945926] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 577.945926] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 577.945926] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 577.946218] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 577.946218] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 577.946506] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 577.946578] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 577.966886] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 577.966886] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 577.966886] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 577.966886] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.966886] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-9f8f1069-a15b-429b-ab82-98556a71ec6d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.966886] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.966886] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.966886] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.967503] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8f1069-a15b-429b-ab82-98556a71ec6d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.002634] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.002799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.002799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.003768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.003768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.003768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.003768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.003768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.003768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.007090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.007263] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 is going to be updated. [ 578.039056] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.039413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.039413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.039502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.039698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.048666] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 in Status: IN_PROGRESS for 2s [ 578.098997] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.457959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: SUCCESS [ 578.458353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.458439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.458658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.458870] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.458994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.459075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.459224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.459308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.459398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.459490] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.469448] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.469958] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.469958] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.470094] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.470228] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.470415] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 9f8f1069-a15b-429b-ab82-98556a71ec6d not found, creating... [ 578.470684] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.470923] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.470991] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.471214] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.471355] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.471693] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.471856] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.471977] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.472981] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.473225] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.473446] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 9f8f1069-a15b-429b-ab82-98556a71ec6d is going to be created. [ 578.492792] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.493034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.493275] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.493669] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.493669] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.493950] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.602388] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.602542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.602612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.602960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.603075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.603255] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be created. [ 578.638440] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.638440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.638440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.641148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.641148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.651207] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: UNINITIALIZED for 2s [ 578.965285] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.965695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.965769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.966497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.966497] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.966497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.966497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.967029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.967029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.967029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.967029] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.967029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.967270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.967425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.967641] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.967932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.968268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.968268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.968376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.968494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.968944] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.471119] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e18c122f-754b-4da8-9a84-078f28c55dec: rpc.has_security_group_logging(os_id): False [ 579.489146] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.490018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.490018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.490018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.490018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.490018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.490287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.490287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.490407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.491152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.491152] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.491152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.491152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.491344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.491344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.495016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.495016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.495016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.495016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.495016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.495016] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be updated. [ 579.520202] env[64015]: INFO networking_nsxv3.common.synchronization [req-346f619e-2d84-41e3-b216-192911d0a939 req-5277df23-98b4-478d-8722-d9475653e100 service nova] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 579.520202] env[64015]: INFO networking_nsxv3.common.synchronization [req-346f619e-2d84-41e3-b216-192911d0a939 req-5277df23-98b4-478d-8722-d9475653e100 service nova] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 579.520202] env[64015]: INFO networking_nsxv3.common.synchronization [req-346f619e-2d84-41e3-b216-192911d0a939 req-5277df23-98b4-478d-8722-d9475653e100 service nova] Enqueued Resource ID: 9f8f1069-a15b-429b-ab82-98556a71ec6d with Priority: HIGHEST for action port [ 579.520202] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 579.520202] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 579.520202] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8f1069-a15b-429b-ab82-98556a71ec6d with Priority: HIGHEST for action port [ 579.520202] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.520728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.520818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.521122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.521122] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.522221] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.522221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.522221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.522399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.522478] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.522560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.522617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.523649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.523649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.523649] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.523649] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f8f1069-a15b-429b-ab82-98556a71ec6d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.523961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.523961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.523961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.527938] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f8f1069-a15b-429b-ab82-98556a71ec6d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.553225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.553409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.553487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.553698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.553844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.566964] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: IN_PROGRESS for 2s [ 580.031027] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.032086] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f8f1069-a15b-429b-ab82-98556a71ec6d with status ACTIVE [ 580.032258] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.032381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.032446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.032651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.032793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.032948] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.033315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.033315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.033315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.033469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.033533] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.033647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.033718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.033938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.034241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.034241] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f8f1069-a15b-429b-ab82-98556a71ec6d is going to be updated. [ 580.035259] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.035356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.056528] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.056528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.056528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.056528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.056528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.056528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f8f1069-a15b-429b-ab82-98556a71ec6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.058391] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 in Status: SUCCESS [ 580.058391] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 deletion is rescheduled due to dependency. [ 580.058391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.536356] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.662367] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 580.662586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.662854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.662982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.663249] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.663324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.663365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.663507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.663589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.663680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.663768] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.041134] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.041134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.041134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.041134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.041134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.041134] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be created. [ 581.066042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.066042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.066042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.066042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.066042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.075692] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: UNINITIALIZED for 2s [ 581.165605] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.165830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.165921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.166083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.166247] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.166356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.166416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.166558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.166639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.166723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.167787] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.167787] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.167787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.167787] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.581336] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: SUCCESS [ 581.581621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.670563] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e283ade5-6707-4fa3-833d-f7d95a3f22cd: rpc.has_security_group_logging(os_id): False [ 581.691265] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.691265] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.691265] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.691265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.692246] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.692523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.692722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.692975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.693176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.693569] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be created. [ 581.747323] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.747480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.747538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.747748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.747929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.757543] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 583.084721] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: SUCCESS [ 583.085163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.085163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.085348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.085550] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.085733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.085817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.086039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.086169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.086228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.086337] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.588906] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.770684] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 583.770892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.094302] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d42749-af86-47cb-8ff1-199524502011: rpc.has_security_group_logging(os_id): False [ 584.111139] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.111933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.111933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.111933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.111933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.112250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.112250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.112250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.112492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.112492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.112492] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be created. [ 584.165502] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.165687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.165771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.166018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.166204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.176641] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: IN_PROGRESS for 2s [ 584.519113] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.520081] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 584.779344] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5a7f2cf9-dd4b-4756-a058-a16386caee8a tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Enqueued Resource ID: 1ec98b71-686f-44d3-97ba-20eadc530254 with Priority: HIGHEST for action security_group_rules [ 584.780021] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec98b71-686f-44d3-97ba-20eadc530254 with Priority: HIGHEST for action security_group_rules [ 584.780353] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec98b71-686f-44d3-97ba-20eadc530254 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.780567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.780760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.780890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.780942] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec98b71-686f-44d3-97ba-20eadc530254',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.918421] env[64015]: INFO networking_nsxv3.common.synchronization [None req-11596f13-80bd-419d-b2d8-d10321dad7e6 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Enqueued Resource ID: 1ec98b71-686f-44d3-97ba-20eadc530254 with Priority: HIGHEST for action security_group_rules [ 584.918421] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec98b71-686f-44d3-97ba-20eadc530254 with Priority: HIGHEST for action security_group_rules [ 584.918421] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec98b71-686f-44d3-97ba-20eadc530254 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.918421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.302357] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.302357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.302357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.302357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.302357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.302357] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec98b71-686f-44d3-97ba-20eadc530254 already deleted. [ 585.302357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.302357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.302357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.302357] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec98b71-686f-44d3-97ba-20eadc530254',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.822043] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.822216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.822324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.822516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.822611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.822724] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec98b71-686f-44d3-97ba-20eadc530254 already deleted. [ 585.822879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec98b71-686f-44d3-97ba-20eadc530254" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.189404] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: SUCCESS [ 586.189691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.171388] env[64015]: INFO networking_nsxv3.common.synchronization [req-70175acc-cf9e-4d4e-981b-e157259e2d2a req-d362059b-b19f-46b1-b8eb-eb18e9ff56f5 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 587.171974] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 587.172292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.172408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.172482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.172743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.172889] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.172985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.174238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.174443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.174539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.174633] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.462687] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.463072] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.463351] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.463823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.464236] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.464626] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.464819] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.465122] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.465356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.465662] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 587.465864] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.466241] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.466427] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.466613] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 587.466808] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.467035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.487751] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.487751] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 587.487751] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.487751] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.487751] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e78d43b0-caaf-48a0-8eab-5fedd1f129df taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.487751] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.487751] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.487751] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.487751] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78d43b0-caaf-48a0-8eab-5fedd1f129df',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.677875] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.677875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.677875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.678309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.678309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.679221] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.679221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.679221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.679221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.679221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.679221] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 already deleted. [ 587.679510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.990634] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.990857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.991142] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.991340] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.991505] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.991672] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port e78d43b0-caaf-48a0-8eab-5fedd1f129df not found, creating... [ 587.991947] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.992123] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.992265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.992522] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.992688] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.993413] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.993413] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.993413] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.993671] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.993671] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.993773] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e78d43b0-caaf-48a0-8eab-5fedd1f129df is going to be created. [ 588.019567] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.019782] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.019918] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.020275] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.020598] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.020861] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.713584] env[64015]: INFO networking_nsxv3.common.synchronization [req-1bcfd384-938c-450f-a9ce-f831ab3d5708 req-82f8bdc8-c779-4a3c-969d-8c11bdf537c1 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 588.714160] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 588.714473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.714630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.714720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.714849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.715351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.715351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.715351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.716739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.716739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.716739] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.977361] env[64015]: INFO networking_nsxv3.common.synchronization [req-70175acc-cf9e-4d4e-981b-e157259e2d2a req-35fa4d8e-e42f-4948-8d58-6441a5e872b2 service nova] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_rules [ 588.977361] env[64015]: INFO networking_nsxv3.common.synchronization [req-70175acc-cf9e-4d4e-981b-e157259e2d2a req-35fa4d8e-e42f-4948-8d58-6441a5e872b2 service nova] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 588.977361] env[64015]: INFO networking_nsxv3.common.synchronization [req-70175acc-cf9e-4d4e-981b-e157259e2d2a req-35fa4d8e-e42f-4948-8d58-6441a5e872b2 service nova] Enqueued Resource ID: e78d43b0-caaf-48a0-8eab-5fedd1f129df with Priority: HIGHEST for action port [ 588.977361] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_rules [ 588.977361] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 588.977361] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e78d43b0-caaf-48a0-8eab-5fedd1f129df with Priority: HIGHEST for action port [ 588.977361] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.977361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.977361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.978368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.978368] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.978651] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.978858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.978858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.978998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.979161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.979259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.979316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.979791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.979791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.979791] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.980665] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e78d43b0-caaf-48a0-8eab-5fedd1f129df taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.980968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.980968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.981182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.981182] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78d43b0-caaf-48a0-8eab-5fedd1f129df',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.223267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.223267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.223267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.223267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.223267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.223267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.223553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.223553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.223610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.223663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.223750] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 589.251779] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.251941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.252023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.256132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.256132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.260391] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 589.483506] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.483635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.483830] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.484761] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e78d43b0-caaf-48a0-8eab-5fedd1f129df with status ACTIVE [ 589.484940] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.485081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.485153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.485356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.485439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.485609] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.487018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.487018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.487018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e78d43b0-caaf-48a0-8eab-5fedd1f129df is going to be updated. [ 589.510654] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.510822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.510894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.511127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.511257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.511415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e78d43b0-caaf-48a0-8eab-5fedd1f129df" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.988917] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.492029] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.492512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.492760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.493121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.494212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.494329] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be created. [ 590.517446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.517638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.517673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.517890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.518160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.530666] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: UNINITIALIZED for 2s [ 591.271313] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 591.272565] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 591.272565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.257676] env[64015]: INFO networking_nsxv3.common.synchronization [req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 req-b6629c35-3532-43ce-b923-344830ee1acc tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 592.258555] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 592.258882] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.259017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.262468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.262728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.262937] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.263063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.263131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.263302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.263392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.263489] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.540312] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: SUCCESS [ 592.540606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.540740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.540961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.541190] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.541359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.541458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.541688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.541808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.541922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.542028] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.700046] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.700231] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.700361] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.700677] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.700956] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.701394] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.701394] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.701746] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.701829] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.702043] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.702829] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.702829] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.702829] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.702829] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.702829] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.702829] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.726346] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.726563] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 592.726730] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.726952] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.727392] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-31cd9dc7-d709-42e1-b98a-74a6a5549eec taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.727676] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.727767] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.728147] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.728327] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cd9dc7-d709-42e1-b98a-74a6a5549eec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.766629] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.045312] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.045522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.045600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.045842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.046122] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.046214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.046214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.046377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.046484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.046941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.046941] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.046941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.046941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.047138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.047195] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.047283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.047346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.047482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.047557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.047641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.047733] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.231023] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.231374] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.231620] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.231814] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.231971] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.232144] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 31cd9dc7-d709-42e1-b98a-74a6a5549eec not found, creating... [ 593.232414] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.232705] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.232833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.233080] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.233226] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.233516] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.233675] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.233797] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.234016] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.235735] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.235918] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 31cd9dc7-d709-42e1-b98a-74a6a5549eec is going to be created. [ 593.257990] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.257990] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.257990] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.257990] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.257990] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.257990] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.270237] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.554324] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84e6dd28-f626-4379-bb43-aa99bdda57e2: rpc.has_security_group_logging(os_id): False [ 593.572622] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.572788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.572868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.573121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.573220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.573419] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.573521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.573587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.573744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.573824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.574013] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.574113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.574171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.574312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.574387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.574581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.574677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.574758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.574957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.575046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.575135] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be created. [ 593.624466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.624662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.624759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.625009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.625193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.635092] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: IN_PROGRESS for 2s [ 593.772665] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.772821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.772897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.773368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.773485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.773594] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 593.810187] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.810375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.810416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.810899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.811134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.820254] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 594.120772] env[64015]: INFO networking_nsxv3.common.synchronization [req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 req-7b7750e9-4656-4354-9d16-612dacd6eab3 service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 594.120772] env[64015]: INFO networking_nsxv3.common.synchronization [req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 req-7b7750e9-4656-4354-9d16-612dacd6eab3 service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 594.120772] env[64015]: INFO networking_nsxv3.common.synchronization [req-67ffafaf-e285-4cdf-8ceb-4d67ca6cf7b9 req-7b7750e9-4656-4354-9d16-612dacd6eab3 service nova] Enqueued Resource ID: 31cd9dc7-d709-42e1-b98a-74a6a5549eec with Priority: HIGHEST for action port [ 594.120772] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 594.120772] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 594.120772] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31cd9dc7-d709-42e1-b98a-74a6a5549eec with Priority: HIGHEST for action port [ 594.120772] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.120772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.120772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.121072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.121072] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.122139] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.122241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.125566] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-31cd9dc7-d709-42e1-b98a-74a6a5549eec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.125566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.125566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.125566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.125566] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31cd9dc7-d709-42e1-b98a-74a6a5549eec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.625457] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.630253] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31cd9dc7-d709-42e1-b98a-74a6a5549eec with status ACTIVE [ 594.630253] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.630253] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.630253] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.630253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.630903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31cd9dc7-d709-42e1-b98a-74a6a5549eec is going to be updated. [ 594.667570] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.667739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.667853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.668101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.668234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.668419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31cd9dc7-d709-42e1-b98a-74a6a5549eec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.730737] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2200236f-97dd-4ee3-9b26-af9d2dcc4fd3 None None] Enqueued Resource ID: 3a3500e9-fb94-413b-8ea7-2087fcc5b524 with Priority: HIGHEST for action port [ 594.731338] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3500e9-fb94-413b-8ea7-2087fcc5b524 with Priority: HIGHEST for action port [ 594.731682] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3500e9-fb94-413b-8ea7-2087fcc5b524 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.731814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3500e9-fb94-413b-8ea7-2087fcc5b524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.731879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3500e9-fb94-413b-8ea7-2087fcc5b524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.732164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3500e9-fb94-413b-8ea7-2087fcc5b524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.732295] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3500e9-fb94-413b-8ea7-2087fcc5b524',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.877685] env[64015]: INFO networking_nsxv3.common.synchronization [req-ee7fb64a-b646-41ad-abf4-f70c295ef917 req-0a460bbf-a14c-491e-8946-fec8d51efd8f tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 594.878488] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 594.879100] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.880098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.880098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.880247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.880464] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.880650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.880748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.880958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.881108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.881238] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.235429] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3500e9-fb94-413b-8ea7-2087fcc5b524 [ 595.236163] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.236163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.236163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.236484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.236484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.236573] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3500e9-fb94-413b-8ea7-2087fcc5b524 already deleted. [ 595.236748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3500e9-fb94-413b-8ea7-2087fcc5b524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.384449] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.384729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.384729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.385031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.385031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.385301] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.385301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.385457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.385525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.385598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.385677] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc already deleted. [ 595.385753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.521158] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.524108] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.524108] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.525447] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.525447] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.525447] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.525447] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.525447] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.525793] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.526177] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.526177] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.526385] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.526504] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.526709] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.526864] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.527017] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.544345] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.544517] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.544671] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.544860] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.545363] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-9662894b-62f4-4d5d-910c-2715d6696598 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.545437] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.545538] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.545948] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.546238] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9662894b-62f4-4d5d-910c-2715d6696598',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.645738] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: SUCCESS [ 595.646186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.829181] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 595.829419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.829623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.829871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.830080] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.831991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.831991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.831991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.831991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.831991] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.049332] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.049332] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.050016] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.050016] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.050016] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.050130] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 9662894b-62f4-4d5d-910c-2715d6696598 not found, creating... [ 596.050380] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.050545] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.050757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.051013] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.051165] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.051686] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.051686] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.051873] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.052291] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.052291] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.052469] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 9662894b-62f4-4d5d-910c-2715d6696598 is going to be created. [ 596.073064] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.073064] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.073064] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.073384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.073657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.073927] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.335440] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.838237] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.045093] env[64015]: INFO networking_nsxv3.common.synchronization [req-ee7fb64a-b646-41ad-abf4-f70c295ef917 req-0a589e10-7a05-43c7-82a0-9c6a20980916 service nova] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_rules [ 597.045252] env[64015]: INFO networking_nsxv3.common.synchronization [req-ee7fb64a-b646-41ad-abf4-f70c295ef917 req-0a589e10-7a05-43c7-82a0-9c6a20980916 service nova] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 597.045387] env[64015]: INFO networking_nsxv3.common.synchronization [req-ee7fb64a-b646-41ad-abf4-f70c295ef917 req-0a589e10-7a05-43c7-82a0-9c6a20980916 service nova] Enqueued Resource ID: 9662894b-62f4-4d5d-910c-2715d6696598 with Priority: HIGHEST for action port [ 597.045623] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_rules [ 597.045773] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 597.045881] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9662894b-62f4-4d5d-910c-2715d6696598 with Priority: HIGHEST for action port [ 597.046484] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.046603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.046667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.046922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.047017] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.047876] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.047987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.048061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.048239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.048383] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.048478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.049326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.051595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.051595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.051595] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.051595] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9662894b-62f4-4d5d-910c-2715d6696598 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.051595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.051595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.051595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.051595] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9662894b-62f4-4d5d-910c-2715d6696598',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.191915] env[64015]: INFO networking_nsxv3.common.synchronization [None req-aa694104-4784-4c6f-9e32-bbefd806f23e None None] Enqueued Resource ID: 1e32da65-c515-4769-bd3c-deee607212da with Priority: HIGHEST for action port [ 597.192540] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e32da65-c515-4769-bd3c-deee607212da with Priority: HIGHEST for action port [ 597.192882] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e32da65-c515-4769-bd3c-deee607212da taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.193163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e32da65-c515-4769-bd3c-deee607212da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.193282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e32da65-c515-4769-bd3c-deee607212da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.193562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e32da65-c515-4769-bd3c-deee607212da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.193847] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e32da65-c515-4769-bd3c-deee607212da',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.341685] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.342146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.342630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.342910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.343060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.343215] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 597.371499] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.371689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.371786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.372043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.372206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.382939] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 597.552673] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.553833] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.553963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.554342] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9662894b-62f4-4d5d-910c-2715d6696598 with status ACTIVE [ 597.555244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.555244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.555244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.555244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.555244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.555244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.555244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.555544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.555544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.555544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.555689] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.555777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.555837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.555977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.557112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.557224] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9662894b-62f4-4d5d-910c-2715d6696598 is going to be updated. [ 597.577683] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.577826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.577901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.578154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.578291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.578559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9662894b-62f4-4d5d-910c-2715d6696598" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.696191] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e32da65-c515-4769-bd3c-deee607212da [ 597.697422] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.697618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.697705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.697963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.698120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.698242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e32da65-c515-4769-bd3c-deee607212da already deleted. [ 597.698330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e32da65-c515-4769-bd3c-deee607212da" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.055468] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.558049] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.558049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.558049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.558265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.558298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.558408] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be created. [ 598.582386] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.582386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.582386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.582386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.582386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.590789] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: UNINITIALIZED for 2s [ 599.393667] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 599.394147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.395061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.395061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.395061] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.395249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.396436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.396436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.396436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.396436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.396436] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.899500] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.899664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.899741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.899961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.900142] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.900246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.900313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.900462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.900552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.900670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.900869] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.900937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.900966] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.901139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.901282] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.901375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.901440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.901578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.901669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.901762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.901849] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.405100] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e790b91-acc8-458d-8d77-955c0c5ba41e: rpc.has_security_group_logging(os_id): False [ 600.423418] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.423607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.423666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.423912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.424056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.424308] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.424403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.424461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.424635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.424720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.424913] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.425033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.425099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.425253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.425330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.425540] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.425649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.425721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.425869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.425943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.428803] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 600.484156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.484525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.484712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.485280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.498106] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 600.600547] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 600.601373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.601373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.601373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.601373] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.601568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.601568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.601701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.601776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.601856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.601951] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.104255] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.105027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.105027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.105027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.105027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.105027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.105452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.105452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.105452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.105452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.105563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.105601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.105637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.105868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.106028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.106384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.106384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.106384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.106384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.106549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.106549] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.609109] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa0c6c3c-3190-4ddd-85dd-0609bdde04dc: rpc.has_security_group_logging(os_id): False [ 601.626341] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.626513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.626513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.626702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.626798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.627173] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.627285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.627348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.627519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.627599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.627768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.627862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.627923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.628077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.628151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.628330] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.628421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.628480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.628673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.628793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.628793] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be created. [ 601.684805] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.685037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.685152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.685490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.686554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.698144] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 602.194089] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 602.194301] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 602.218911] env[64015]: INFO networking_nsxv3.common.synchronization [req-d91e55ed-1bed-4156-95bb-cb73145ce97e req-0e313629-f861-4701-9306-d6f43c7d311a tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 602.222366] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 602.222366] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.222366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.222366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.222366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.223158] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.223158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.223158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.223300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.223329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.223657] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.514366] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 602.514366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.684896] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.686435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.686435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.686435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.686435] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.686435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.687352] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.687660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.687829] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.688053] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.688173] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.688325] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.688392] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.688503] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.688613] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.688749] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.709373] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.709545] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 602.709692] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.709921] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.710212] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-1bba8733-8d4c-41f6-8232-953871992c9c taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.710386] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.710508] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.710971] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.711605] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bba8733-8d4c-41f6-8232-953871992c9c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.730345] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.214389] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.214675] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.214850] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.215181] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.215344] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.215514] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 1bba8733-8d4c-41f6-8232-953871992c9c not found, creating... [ 603.215801] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.215987] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.216324] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.216384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.216526] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.217276] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.217509] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.217674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.217917] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.218195] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.218387] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 1bba8733-8d4c-41f6-8232-953871992c9c is going to be created. [ 603.233224] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.240022] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.240022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.240022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.240022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.240022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.240022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.612870] env[64015]: INFO networking_nsxv3.common.synchronization [None req-72a30085-4896-4eb9-9727-f61acdde24df None None] Enqueued Resource ID: 3e1086f2-2a14-43f2-9203-b7ac3cc1da2c with Priority: HIGHEST for action port [ 603.612870] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1086f2-2a14-43f2-9203-b7ac3cc1da2c with Priority: HIGHEST for action port [ 603.612870] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1086f2-2a14-43f2-9203-b7ac3cc1da2c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.612870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1086f2-2a14-43f2-9203-b7ac3cc1da2c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.612870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1086f2-2a14-43f2-9203-b7ac3cc1da2c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.612870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1086f2-2a14-43f2-9203-b7ac3cc1da2c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.612870] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1086f2-2a14-43f2-9203-b7ac3cc1da2c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.708904] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 603.709200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.744586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.744877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.744877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.745059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.745176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.745284] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be updated. [ 603.770791] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.770942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.771022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.771310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.771437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.778982] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 604.115067] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e1086f2-2a14-43f2-9203-b7ac3cc1da2c [ 604.115310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.115456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.115524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.115749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.115843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.115940] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e1086f2-2a14-43f2-9203-b7ac3cc1da2c already deleted. [ 604.116033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1086f2-2a14-43f2-9203-b7ac3cc1da2c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.154690] env[64015]: INFO networking_nsxv3.common.synchronization [req-d91e55ed-1bed-4156-95bb-cb73145ce97e req-8cc8d62a-3669-4c15-978c-54b5f63c3a46 service nova] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_rules [ 604.154690] env[64015]: INFO networking_nsxv3.common.synchronization [req-d91e55ed-1bed-4156-95bb-cb73145ce97e req-8cc8d62a-3669-4c15-978c-54b5f63c3a46 service nova] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 604.154690] env[64015]: INFO networking_nsxv3.common.synchronization [req-d91e55ed-1bed-4156-95bb-cb73145ce97e req-8cc8d62a-3669-4c15-978c-54b5f63c3a46 service nova] Enqueued Resource ID: 1bba8733-8d4c-41f6-8232-953871992c9c with Priority: HIGHEST for action port [ 604.155062] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_rules [ 604.155062] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 604.155062] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bba8733-8d4c-41f6-8232-953871992c9c with Priority: HIGHEST for action port [ 604.157112] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.157314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.157314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.157539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.157698] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.158640] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.159031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.159031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bba8733-8d4c-41f6-8232-953871992c9c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.159561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.159561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.160316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.160362] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bba8733-8d4c-41f6-8232-953871992c9c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.664940] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.665185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.670246] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bba8733-8d4c-41f6-8232-953871992c9c with status ACTIVE [ 604.671835] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.671835] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.671835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.672225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.672225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.672225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.672325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.672396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.672479] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bba8733-8d4c-41f6-8232-953871992c9c is going to be updated. [ 604.693760] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.694039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.694176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.694664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.694948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.695258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bba8733-8d4c-41f6-8232-953871992c9c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.775832] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-46d04ce6-ad08-4c91-9ec8-007cc32e5796 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 605.776374] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 605.776679] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.776798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.776868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.777185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.777376] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.777509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.777594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.777791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.777913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.778045] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.787866] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 605.788091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.788247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.788441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.788893] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.789066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.789326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.789747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.789881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.790053] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.014187] env[64015]: INFO networking_nsxv3.common.synchronization [None req-b48acfa4-319c-4bb0-96b0-83919916a4ff None None] Enqueued Resource ID: fc83fc42-323c-4ab1-9539-f5a52bcf322c with Priority: HIGHEST for action port [ 606.014754] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc83fc42-323c-4ab1-9539-f5a52bcf322c with Priority: HIGHEST for action port [ 606.015083] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc83fc42-323c-4ab1-9539-f5a52bcf322c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.015206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc83fc42-323c-4ab1-9539-f5a52bcf322c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.015272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc83fc42-323c-4ab1-9539-f5a52bcf322c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.015528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc83fc42-323c-4ab1-9539-f5a52bcf322c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.015611] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc83fc42-323c-4ab1-9539-f5a52bcf322c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.215402] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.215688] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.215869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.220265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.220265] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.220265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.220265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.220265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.220265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.220265] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.220265] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.220265] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.220265] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.220265] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.220265] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.220265] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.240107] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.240107] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.240107] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.240107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.240107] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d6d0b336-b453-4a05-96af-c19035c486e8 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.240107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.240107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.240107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.240107] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d0b336-b453-4a05-96af-c19035c486e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.280620] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.280800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.280877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.281057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.281190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.281409] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.281515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.281583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.281777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.281851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.281907] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d already deleted. [ 606.281964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.293393] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.518427] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc83fc42-323c-4ab1-9539-f5a52bcf322c [ 606.518689] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.518831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.518904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.519146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.519238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.519362] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc83fc42-323c-4ab1-9539-f5a52bcf322c already deleted. [ 606.519467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc83fc42-323c-4ab1-9539-f5a52bcf322c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.742321] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.742579] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.742803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.742986] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.743153] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.743308] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port d6d0b336-b453-4a05-96af-c19035c486e8 not found, creating... [ 606.743570] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.743733] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.743869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.744108] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.744251] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.744532] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.744690] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.744811] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.745039] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.745283] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.745374] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d6d0b336-b453-4a05-96af-c19035c486e8 is going to be created. [ 606.764029] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.765631] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.765631] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.765631] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.765631] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.765631] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.795601] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.298019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.298224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.298302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.298538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.298644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.298766] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be updated. [ 607.326100] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.326286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.326330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.326544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.326756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.334030] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 607.506584] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-1e0c4d04-651a-4c26-a787-b482e71deaf3 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 607.506797] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-1e0c4d04-651a-4c26-a787-b482e71deaf3 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 607.506954] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-1e0c4d04-651a-4c26-a787-b482e71deaf3 service nova] Enqueued Resource ID: d6d0b336-b453-4a05-96af-c19035c486e8 with Priority: HIGHEST for action port [ 607.507523] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 607.507665] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 607.649556] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d0b336-b453-4a05-96af-c19035c486e8 with Priority: HIGHEST for action port [ 607.650093] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.650267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.650357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.650631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.650713] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.651718] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.651846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.651913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.652094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.652233] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.652318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.652374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.652566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.652612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.652666] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.653691] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d0b336-b453-4a05-96af-c19035c486e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.653785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.653857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.654031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.654103] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d0b336-b453-4a05-96af-c19035c486e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.156236] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.156236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.158080] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.161749] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6d0b336-b453-4a05-96af-c19035c486e8 with status ACTIVE [ 608.161749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.161749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.161749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.161749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.162266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.162266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.162266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.162266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.162266] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6d0b336-b453-4a05-96af-c19035c486e8 is going to be updated. [ 608.182747] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.184408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.184408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.184408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.184408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.184408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d0b336-b453-4a05-96af-c19035c486e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.665413] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.167684] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.167952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.167952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.168139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.168245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.168476] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be created. [ 609.219336] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.219421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.219493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.220286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.220286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.231985] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: UNINITIALIZED for 2s [ 609.344836] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 609.345214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.345541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.345851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.346156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.346347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.346437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.346608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.346709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.346796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.346891] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.855032] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.855228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.855310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.855529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.855693] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.855783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.855842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.856508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.856508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.856508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.856508] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.856508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.856508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.856783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.856889] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.859042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.859042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.859042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.859042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.859042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.859042] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.365561] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa0c6c3c-3190-4ddd-85dd-0609bdde04dc: rpc.has_security_group_logging(os_id): False [ 610.381420] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.382678] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.382678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.383052] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.383052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.385027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.385110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.385186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.386084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.386209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.386453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.386663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.386778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.386880] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be updated. [ 610.441156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.441304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.441704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.441704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.441704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.452315] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 611.242522] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 611.242868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.243159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.243494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.243834] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.244069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.244206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.244501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.244681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.244852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.245036] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.747649] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.747997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.747997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.748132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.748304] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.748405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.748466] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.748619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.748712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.748824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.748981] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.749082] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.749149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.749421] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.749523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.749581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.749776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.749857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.749947] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.254270] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfe51baa-1822-4ded-a12b-8ecb0e70139d: rpc.has_security_group_logging(os_id): False [ 612.271573] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.271850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.271984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.272361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.272533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.272837] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.273016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.273167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.273433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.273571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.273888] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.274067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.274176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.274406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.274533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.274836] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.275126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.275493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.275628] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be created. [ 612.326561] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.326748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.326857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.327452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.327452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.337082] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 612.463712] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 612.463936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.650593] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 612.650754] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 613.062794] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-43df7bd6-b054-4454-bc9f-f1759360fa71 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 613.063407] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 613.063768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.063901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.063996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.064419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.064612] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.064724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.064792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.064952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.065050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.065146] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.532362] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533283] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.533283] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.533355] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.533633] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533788] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.533915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.534161] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.534301] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.534518] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.534634] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.534740] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.534853] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.534976] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.535073] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.535222] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.553450] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.553622] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.553766] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.553979] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.554322] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-fd1e3098-b404-4824-89eb-d311ea247a9e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.554518] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.554639] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.555030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.555231] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1e3098-b404-4824-89eb-d311ea247a9e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.566990] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.057972] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.058213] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.058358] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.058757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.058889] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.059100] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port fd1e3098-b404-4824-89eb-d311ea247a9e not found, creating... [ 614.059428] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.059632] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.059771] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.060046] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.060231] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.060580] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.060860] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.060986] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.061230] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.061370] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.061518] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: fd1e3098-b404-4824-89eb-d311ea247a9e is going to be created. [ 614.071348] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.080295] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.080517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.080651] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.081137] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.081530] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.082095] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.349374] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 614.349623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.575995] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.576173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.576245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.576471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.576562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.576664] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 614.602878] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.603097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.603239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.603389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.603526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.611634] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 614.923033] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-773601e1-7563-420f-9ee1-af27b7d772f9 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 614.923033] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-773601e1-7563-420f-9ee1-af27b7d772f9 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 614.923033] env[64015]: INFO networking_nsxv3.common.synchronization [req-e1b3a4ce-138a-4951-99fd-090703a94746 req-773601e1-7563-420f-9ee1-af27b7d772f9 service nova] Enqueued Resource ID: fd1e3098-b404-4824-89eb-d311ea247a9e with Priority: HIGHEST for action port [ 614.923346] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 614.923469] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 614.923594] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1e3098-b404-4824-89eb-d311ea247a9e with Priority: HIGHEST for action port [ 614.923869] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.924017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.924124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.924355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.924443] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.928133] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.928133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.928133] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd1e3098-b404-4824-89eb-d311ea247a9e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.928133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.928133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.928133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.928133] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1e3098-b404-4824-89eb-d311ea247a9e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.430216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.430216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.430216] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd1e3098-b404-4824-89eb-d311ea247a9e with status ACTIVE [ 615.430216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.430216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.430216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.430633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.430633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.430728] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.430728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.430799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.431047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.431047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.431935] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.431935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.431935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.431935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.431935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.431935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd1e3098-b404-4824-89eb-d311ea247a9e is going to be updated. [ 615.452311] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.453525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.453525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.453525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.453525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.453525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd1e3098-b404-4824-89eb-d311ea247a9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.652788] env[64015]: INFO networking_nsxv3.common.synchronization [req-bce7171d-c1c1-40c6-a385-48ed43c13187 req-c655a124-918a-472d-90dc-a47541a92524 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_members [ 615.653335] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_members [ 615.653640] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.653760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.653827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.654102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.654259] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.654357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.654420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.654575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.654661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.654752] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.118280] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.118465] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.118589] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.118974] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.119248] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.119405] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.119523] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.119751] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.119898] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.120117] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.120230] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.120339] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.120445] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.120552] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.120656] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.120787] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.139106] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.139340] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.139537] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.139766] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.140100] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-2ecd0bf9-8832-448d-900b-e57d9af1a132 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.140296] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.140423] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.140745] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.140911] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ecd0bf9-8832-448d-900b-e57d9af1a132',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.160519] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.160715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.160715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.160928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.161560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.161560] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.161560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.161560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.161560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.161816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.161816] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed already deleted. [ 616.161816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.621734] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 616.622026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.622204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.622430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.622616] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.622729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.622796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.622942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.623034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.623172] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.646996] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.647267] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.647405] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.647690] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.647844] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.647997] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 2ecd0bf9-8832-448d-900b-e57d9af1a132 not found, creating... [ 616.648267] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.648426] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.648979] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.648979] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.649175] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.649298] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.649452] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.649567] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.649805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.649973] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.650093] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 2ecd0bf9-8832-448d-900b-e57d9af1a132 is going to be created. [ 616.668136] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.668336] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.668442] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.668689] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.669012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.669236] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.125196] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.631376] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.714111] env[64015]: INFO networking_nsxv3.common.synchronization [req-bce7171d-c1c1-40c6-a385-48ed43c13187 req-50accd9f-c47a-4f43-a060-cfcbccd0e1ad service nova] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_rules [ 617.714111] env[64015]: INFO networking_nsxv3.common.synchronization [req-bce7171d-c1c1-40c6-a385-48ed43c13187 req-50accd9f-c47a-4f43-a060-cfcbccd0e1ad service nova] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_members [ 617.714201] env[64015]: INFO networking_nsxv3.common.synchronization [req-bce7171d-c1c1-40c6-a385-48ed43c13187 req-50accd9f-c47a-4f43-a060-cfcbccd0e1ad service nova] Enqueued Resource ID: 2ecd0bf9-8832-448d-900b-e57d9af1a132 with Priority: HIGHEST for action port [ 617.714358] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_rules [ 617.714494] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_members [ 617.714592] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecd0bf9-8832-448d-900b-e57d9af1a132 with Priority: HIGHEST for action port [ 617.715155] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.715279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.715347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.715550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.715632] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.719260] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.722631] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.722631] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.722631] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ecd0bf9-8832-448d-900b-e57d9af1a132 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.722631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.722631] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ecd0bf9-8832-448d-900b-e57d9af1a132',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.134309] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.134480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.134531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.134803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.134894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.135018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 618.161507] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.161728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.162152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.170197] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 618.225031] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.225031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.225211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.225869] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ecd0bf9-8832-448d-900b-e57d9af1a132 with status ACTIVE [ 618.225869] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.225869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.225869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.225869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.225869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.226565] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.226565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.226565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.226565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.226565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.226565] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.226863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.226863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.226863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.227092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.227092] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ecd0bf9-8832-448d-900b-e57d9af1a132 is going to be updated. [ 618.248804] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.248804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.248804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.249028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.249165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.249322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ecd0bf9-8832-448d-900b-e57d9af1a132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.340181] env[64015]: INFO networking_nsxv3.common.synchronization [req-42c66485-2e9e-4cc9-ae9a-171990132a02 req-dbcb2114-b036-4229-90a5-d58e3d7334f8 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 618.340692] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 618.341031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.341159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.341226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.341420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.341573] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.341674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.341904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.341904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.342000] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.345043] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.732468] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.739803] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.739998] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.740144] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.740407] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.740652] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.740801] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.740947] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.741187] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.741328] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.741526] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.741638] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.741745] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.741857] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.741971] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.742086] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.742217] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.759931] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.760112] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.760258] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.760435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.760742] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.760994] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.761185] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.761570] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.761750] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31eb09d5-7ca6-45c8-9c34-b8afb2b87672',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.847521] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.847713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.847809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.848080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.848197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.848416] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.848534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.848598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.848786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.848927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.849114] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be updated. [ 618.874125] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.874326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.874386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.874586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.874719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.882483] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: IN_PROGRESS for 2s [ 619.235552] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.235711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.235787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.236018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.236124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.236227] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed is going to be created. [ 619.264867] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.265116] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.265329] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.265666] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.265908] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.266245] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 not found, creating... [ 619.266554] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.266850] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.267095] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.267548] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.267731] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.268108] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.268287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.268408] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.268648] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.268999] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.268999] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 is going to be created. [ 619.270800] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.270942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.271037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.271295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.271445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.293471] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: UNINITIALIZED for 2s [ 619.297928] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.298132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.298197] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.298504] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.298792] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.299089] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.072524] env[64015]: INFO networking_nsxv3.common.synchronization [req-42c66485-2e9e-4cc9-ae9a-171990132a02 req-813a8bb2-1290-4ad1-8ac3-33b3a07115dd service nova] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_rules [ 620.072764] env[64015]: INFO networking_nsxv3.common.synchronization [req-42c66485-2e9e-4cc9-ae9a-171990132a02 req-813a8bb2-1290-4ad1-8ac3-33b3a07115dd service nova] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 620.072822] env[64015]: INFO networking_nsxv3.common.synchronization [req-42c66485-2e9e-4cc9-ae9a-171990132a02 req-813a8bb2-1290-4ad1-8ac3-33b3a07115dd service nova] Enqueued Resource ID: 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 with Priority: HIGHEST for action port [ 620.073097] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_rules [ 620.073230] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 620.073325] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 with Priority: HIGHEST for action port [ 620.073886] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.074019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.078025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.078025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.078025] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.078025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.078025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.078025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.078025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.078025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.078025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.078025] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31eb09d5-7ca6-45c8-9c34-b8afb2b87672',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.189803] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.189803] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.189803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.189803] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.578392] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.578392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.582190] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 with status ACTIVE [ 620.582190] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.582190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.582399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.582471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.582563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.582713] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.582881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.582881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.583050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.583103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.583308] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.583405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.583868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.583868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.583868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.583868] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31eb09d5-7ca6-45c8-9c34-b8afb2b87672 is going to be updated. [ 620.602683] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.602843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.602925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.603218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.603350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.603498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31eb09d5-7ca6-45c8-9c34-b8afb2b87672" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.692033] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.692033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.692242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.692297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.692531] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.692662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.692756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.692918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.693078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.693199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.693412] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.693476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.693610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.693747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.693911] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.694044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.694132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.694295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.694393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.694496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.694608] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.892276] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: SUCCESS [ 620.892611] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 deletion is rescheduled due to dependency. [ 620.892733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.892915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.893481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.893699] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.893850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.893894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.894071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.894226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.894270] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.197405] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfe51baa-1822-4ded-a12b-8ecb0e70139d: rpc.has_security_group_logging(os_id): False [ 621.215514] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.215664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.215737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.215947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.216061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.216259] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.216557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.216557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.216557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.216689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.216814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.216906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.216968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.217120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.217194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.217382] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.217473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.217533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.217668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.217742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.217825] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 621.295257] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.295436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.295484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.295691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.295933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.305535] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: SUCCESS [ 621.305745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.305903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.306121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.306303] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.306411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.306477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.306624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.306704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.306786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.306874] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.310160] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 621.396453] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.809367] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.899035] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.311248] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c73d354-060f-45f7-bba9-813dc2af8fed: rpc.has_security_group_logging(os_id): False [ 622.328934] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.329161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.329251] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.329516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.329633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.329960] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.330205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.330205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.330414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.330486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.330608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed is going to be created. [ 622.390971] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.391147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.391221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.391430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.391614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.404020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.404020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.404020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.404020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.404020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.404020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be updated. [ 622.404020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: IN_PROGRESS for 2s [ 622.440280] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.440435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.440507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.440711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.440852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.449776] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: IN_PROGRESS for 2s [ 623.322523] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 623.322787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.378146] env[64015]: INFO networking_nsxv3.common.synchronization [req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 req-abf53a48-12a3-4c43-91e2-7b6ff3e9d52e tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 623.378706] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 623.379515] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.379612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.379660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.380051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.380051] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.380185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.380185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.380327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.380416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.380508] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.710171] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.710372] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.710495] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.710758] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.711055] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.711225] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.711342] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.711551] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.711690] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.711892] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.712026] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.712160] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.712271] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.712382] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.712487] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.712618] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.730498] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.732888] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.732888] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.732888] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.732888] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-8be83d98-8478-4b36-94b7-e27e43857975 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.732888] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.732888] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.732888] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.732888] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8be83d98-8478-4b36-94b7-e27e43857975',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.886381] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.886592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.886649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.887672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.887672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.887672] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.887672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.887672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.887672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.887672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.887672] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 623.911306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.911502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.911502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.912607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.912607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.919851] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 624.234812] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.235084] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.235235] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.235534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.235687] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.235847] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 8be83d98-8478-4b36-94b7-e27e43857975 not found, creating... [ 624.236122] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.236285] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.236404] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.236621] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.236757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.237049] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.237210] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.237329] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.237539] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.237672] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.237809] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 8be83d98-8478-4b36-94b7-e27e43857975 is going to be created. [ 624.266871] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.267095] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.267227] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.267547] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.267781] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.268009] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.416794] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: SUCCESS [ 624.417248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.459369] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: SUCCESS [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.459369] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.459369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.459722] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.961577] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.961874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.961874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.962400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.962623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.962745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.962813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.963103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.963434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.963749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.963902] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.964079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.964995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.964995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.964995] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.964995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.964995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.965244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.965244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.965244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.965410] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.177201] env[64015]: INFO networking_nsxv3.common.synchronization [req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 req-cf3fa017-16d3-4598-8479-47ca7b0eb0e9 service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 625.177201] env[64015]: INFO networking_nsxv3.common.synchronization [req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 req-cf3fa017-16d3-4598-8479-47ca7b0eb0e9 service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 625.177201] env[64015]: INFO networking_nsxv3.common.synchronization [req-d8b16b3d-9371-4b38-8852-0fd6a98afe81 req-cf3fa017-16d3-4598-8479-47ca7b0eb0e9 service nova] Enqueued Resource ID: 8be83d98-8478-4b36-94b7-e27e43857975 with Priority: HIGHEST for action port [ 625.177201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 625.177201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 625.177201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be83d98-8478-4b36-94b7-e27e43857975 with Priority: HIGHEST for action port [ 625.177508] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.177752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.177902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.178301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.178498] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.179864] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.180093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.180473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8be83d98-8478-4b36-94b7-e27e43857975 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.180706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.180867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.181186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.181365] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8be83d98-8478-4b36-94b7-e27e43857975',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.468314] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4346cbf5-167b-4a13-bf54-db902a477cf7: rpc.has_security_group_logging(os_id): False [ 625.490986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.491174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.491247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.491465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.491560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.491778] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.491878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.491966] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.492126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.492209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.492399] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.493309] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.493309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.493739] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be updated. [ 625.552140] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.552319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.552409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.552715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.552910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.566661] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: IN_PROGRESS for 2s [ 625.683544] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.683689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.683849] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8be83d98-8478-4b36-94b7-e27e43857975 with status ACTIVE [ 625.684019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.684241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.684477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.684571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.684748] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.684842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.684903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.685066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.685146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.685322] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.685423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.685515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.685693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.685772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.685856] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8be83d98-8478-4b36-94b7-e27e43857975 is going to be updated. [ 625.708424] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.708562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.708621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.708810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.708953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.709103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8be83d98-8478-4b36-94b7-e27e43857975" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.848647] env[64015]: INFO networking_nsxv3.common.synchronization [req-d2c89b14-b2b2-4ec1-b9ee-9ffe502e6cb1 req-e7fa1c1d-919c-44fc-a214-aff7f5310ef8 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 625.849154] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 625.849463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.849585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.849655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.849858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.850018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.851138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.851224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.851408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.851504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.851603] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.932604] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 625.933310] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a deletion is rescheduled due to dependency. [ 625.933456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.933632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.934374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.934374] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.934374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.934374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.934374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.934592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.934592] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.170314] env[64015]: INFO networking_nsxv3.common.synchronization [req-1f9cc98c-1921-4adf-ad2e-51b2d3f618d8 req-41e7a256-f054-47e9-8cdf-67eb5fdb4c07 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 626.170966] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 626.171325] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.171434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.274045] env[64015]: INFO networking_nsxv3.common.synchronization [req-720c1177-231d-4543-89ef-1194e520edac req-f7a71c59-5ebb-44cd-8abb-563b5ae65aa9 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 626.274045] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 626.274306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.274423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.274488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.274735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.274880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.274971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.279133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.279395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.279491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.279601] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.353107] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.437215] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.768677] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.769043] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.769043] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.769460] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.769758] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.774529] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.774609] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.774809] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.774962] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.775514] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.775652] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.775769] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.775885] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.776016] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.776134] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.778292] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.781621] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.781746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.781800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.782048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.782174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.782362] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.782426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.782470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.782617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.782737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.784056] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cee6fea-7909-4d43-b147-950983883f87 already deleted. [ 626.784056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.794121] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.794289] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.794430] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.794607] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.794911] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-32deae16-c290-4f53-af72-e78af8bb5842 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.795099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.795239] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.795564] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.795711] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32deae16-c290-4f53-af72-e78af8bb5842',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.855643] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.940435] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.298678] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.299034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.299180] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.299491] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.299709] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.299877] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 32deae16-c290-4f53-af72-e78af8bb5842 not found, creating... [ 627.300197] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.300462] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.300697] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.300981] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.301303] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.301648] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.301871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.302198] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.302263] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.302431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.302613] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 32deae16-c290-4f53-af72-e78af8bb5842 is going to be created. [ 627.323028] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.323028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.323028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.323268] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.323607] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.323729] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.361659] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.361916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.361916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.362125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.362231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.362339] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 627.393137] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.393231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.393231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.393470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.393555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.406174] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 627.444749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.444749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.444749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.444749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.444749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.444749] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 627.486778] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.486935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.487035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.487235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.487375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.496496] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 627.581214] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: SUCCESS [ 627.581447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.359495] env[64015]: INFO networking_nsxv3.common.synchronization [req-720c1177-231d-4543-89ef-1194e520edac req-875aac04-a432-4f0f-9bcc-3b44064f3035 service nova] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_rules [ 628.359770] env[64015]: INFO networking_nsxv3.common.synchronization [req-720c1177-231d-4543-89ef-1194e520edac req-875aac04-a432-4f0f-9bcc-3b44064f3035 service nova] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 628.359896] env[64015]: INFO networking_nsxv3.common.synchronization [req-720c1177-231d-4543-89ef-1194e520edac req-875aac04-a432-4f0f-9bcc-3b44064f3035 service nova] Enqueued Resource ID: 32deae16-c290-4f53-af72-e78af8bb5842 with Priority: HIGHEST for action port [ 628.360130] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_rules [ 628.360221] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 628.362514] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32deae16-c290-4f53-af72-e78af8bb5842 with Priority: HIGHEST for action port [ 628.362514] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.362514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.362514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.362514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.362514] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.363252] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.363416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.363762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.363762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.363846] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.363956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.364045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.364243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.364394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.364783] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.368704] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-32deae16-c290-4f53-af72-e78af8bb5842 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.368704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.368704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.368704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.368704] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32deae16-c290-4f53-af72-e78af8bb5842',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.868580] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.868796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.869046] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.870247] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32deae16-c290-4f53-af72-e78af8bb5842 with status ACTIVE [ 628.870759] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.870759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.870759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.871510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.871652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.871917] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.872098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.872212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.872858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.873118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.873508] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.873587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.873619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.874053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.874173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.874234] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32deae16-c290-4f53-af72-e78af8bb5842 is going to be updated. [ 628.897266] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.897266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.897266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.897266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.897629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.897689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32deae16-c290-4f53-af72-e78af8bb5842" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.135640] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcd8acef-59a7-44f8-875d-29274f58f001 req-2329ebea-1783-4801-9a1f-f21829158bbe tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Enqueued Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_members [ 629.136239] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_members [ 629.136563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.136688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.136757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.138991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.139971] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.140126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.140196] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.140391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.140484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.140585] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.376640] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.416517] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 629.418739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.418739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.418739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.418739] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.418739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.418739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.418739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.418739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.418739] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.506921] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 629.507500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.507911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.508935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.509302] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.509587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.509780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.511032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.511032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.511032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.511032] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.645697] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.645697] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.645697] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 already deleted. [ 629.645697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.785069] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.785069] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.785069] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.785069] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.785385] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.785539] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.785611] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.785835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.785989] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.786281] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.786385] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.786485] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.786558] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.786632] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.786745] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.786880] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.811260] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.811468] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.811633] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.811815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-524" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.812209] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-1c609905-f583-49c1-8400-f03b01f7c5f4 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.812384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.812509] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.812826] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.812968] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c609905-f583-49c1-8400-f03b01f7c5f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.879914] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.880070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.880168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.880399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.880490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.880652] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be created. [ 629.906502] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.906717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.906717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.906919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.907092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.918253] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: UNINITIALIZED for 2s [ 629.924245] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.924445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.924527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.924722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.924845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.925040] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.925155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.925216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.925389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.925489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.925562] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 629.958392] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.958392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.958392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.958392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.958392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.966637] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 630.013507] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.013507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.013617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.013769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.013946] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.014050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.014112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.014277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.014361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.014452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.014684] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.014733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.014797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.014958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.015130] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.015575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.015575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.015575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.015575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.015575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.015750] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.315199] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.315465] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.315669] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.315867] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.316045] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.316269] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 1c609905-f583-49c1-8400-f03b01f7c5f4 not found, creating... [ 630.316695] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.316912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.317053] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.317289] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.317450] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.317736] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.317893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.318107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.318347] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.318616] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.318775] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 1c609905-f583-49c1-8400-f03b01f7c5f4 is going to be created. [ 630.339716] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.339989] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.340223] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.340647] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.340947] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.341324] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.521371] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 353c1c75-07ef-42fc-a23b-eb210168444a: rpc.has_security_group_logging(os_id): False [ 630.542615] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.542825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.543043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.543578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.543578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.543578] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.543578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.543772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.544047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.544047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.544242] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.544718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.544718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.544718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.544936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.544982] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.545098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.545166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.545277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.545344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.545433] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 630.715581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.715581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.715581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.715581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.716232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.730581] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 631.373545] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcd8acef-59a7-44f8-875d-29274f58f001 req-d26abab1-95bc-47ea-923d-247deb2a184e service nova] Enqueued Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_rules [ 631.373545] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcd8acef-59a7-44f8-875d-29274f58f001 req-d26abab1-95bc-47ea-923d-247deb2a184e service nova] Enqueued Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_members [ 631.373545] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcd8acef-59a7-44f8-875d-29274f58f001 req-d26abab1-95bc-47ea-923d-247deb2a184e service nova] Enqueued Resource ID: 1c609905-f583-49c1-8400-f03b01f7c5f4 with Priority: HIGHEST for action port [ 631.373717] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_rules [ 631.373861] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_members [ 631.373997] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c609905-f583-49c1-8400-f03b01f7c5f4 with Priority: HIGHEST for action port [ 631.374429] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.374626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.374729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.375022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.375179] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.376598] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.377330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.377330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.377527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.382134] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.382295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.382372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.382576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.382670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.382775] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.385181] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c609905-f583-49c1-8400-f03b01f7c5f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.385322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.385381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.385763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.385763] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c609905-f583-49c1-8400-f03b01f7c5f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.886509] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.887551] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c609905-f583-49c1-8400-f03b01f7c5f4 with status ACTIVE [ 631.888380] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.888380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.888380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.888380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.888380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.888602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.888652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.888689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.889673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.889673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.889673] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.889673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.889673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.889673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.889673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.889673] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c609905-f583-49c1-8400-f03b01f7c5f4 is going to be updated. [ 631.890768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.890857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.909742] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.909865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.910607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.910607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.910607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.910607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c609905-f583-49c1-8400-f03b01f7c5f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.926762] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: SUCCESS [ 631.926975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.927156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.927367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.927965] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.928100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.928160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.928326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.928409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.928517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.928617] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.979582] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 631.979582] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d deletion is rescheduled due to dependency. [ 631.979582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.392665] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.432339] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.432339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.432339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.432339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.432339] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.432339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.432895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.432895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.432895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.432895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.433138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.433199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.433259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.433447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.433640] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.433758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.433838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.434027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.434131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.434240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.434356] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.743806] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 632.744147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.760230] env[64015]: INFO networking_nsxv3.common.synchronization [req-8c7c5da4-2636-4e28-9608-30d0312b65bd req-80492c98-2718-4bee-96bb-b15e3e62e6f1 tempest-DeleteServersAdminTestJSON-925573342 tempest-DeleteServersAdminTestJSON-925573342-project-member] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 632.761677] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGHEST for action security_group_members [ 632.762310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.762378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.762420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.762665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.762841] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.762944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.763015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.763182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.763289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.763390] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.895136] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.895623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.895623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.895623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.895623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.895746] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 is going to be created. [ 632.928646] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.928969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.929117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.929370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.929541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.938203] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cee6fea-7909-4d43-b147-950983883f87: rpc.has_security_group_logging(os_id): False [ 632.941861] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 in Status: UNINITIALIZED for 2s [ 632.945407] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-d927e898-7f16-46ac-86f9-a86ba67b2594 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 632.946129] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 632.946542] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.946685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.946875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.947592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.947815] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.947952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.948033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.949406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.949406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.949406] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.956448] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.956653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.956761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.957038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.957219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.957341] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.957440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.957525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.959018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.959018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.959018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.959018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.959018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.959018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.959353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.959456] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.959603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.959675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.959819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.959905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.959996] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be created. [ 633.017789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.018012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.018134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.018455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.018837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.029182] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: IN_PROGRESS for 2s [ 633.267926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.267926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.267926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.267926] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be updated. [ 633.295572] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.295572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.295572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.295572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.295572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.303217] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: IN_PROGRESS for 2s [ 633.436160] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-f7f184ed-ac73-47fc-9ce0-de51dde13298 tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 633.436160] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 633.436160] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.436160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.451083] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.451702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.452353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.453112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.453228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.453483] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.453595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.453662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.453829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.453928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.454043] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 633.478798] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.478798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.478945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.479222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.479298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.487153] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 633.876469] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.876742] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-440" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.876852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-440" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.877251] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-440" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.877725] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.878009] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.878271] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.878491] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.878702] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.878990] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.879204] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.879359] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.879541] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.879677] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.879834] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.880021] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.897536] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.898017] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.898376] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.898626] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-440" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.899381] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-12a9a494-020f-479a-a5fc-6dc75e05caad taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.899481] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.899575] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.899887] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.900055] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a9a494-020f-479a-a5fc-6dc75e05caad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.406021] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.406021] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 12a9a494-020f-479a-a5fc-6dc75e05caad not found, creating... [ 634.406021] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.406021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.406725] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.406725] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.406725] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.406827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.407297] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.407297] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 12a9a494-020f-479a-a5fc-6dc75e05caad is going to be created. [ 634.429293] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.429644] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.433327] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.433752] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.434161] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.434518] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.952335] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 in Status: SUCCESS [ 634.952574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.953377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.953377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.953377] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.953377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.953377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.953620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.953620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.953748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.955265] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.042151] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: SUCCESS [ 635.042452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.236010] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-2ad51d2f-3fa9-4f56-a190-63fa4e3d0a58 service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 635.236264] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-2ad51d2f-3fa9-4f56-a190-63fa4e3d0a58 service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 635.236423] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-2ad51d2f-3fa9-4f56-a190-63fa4e3d0a58 service nova] Enqueued Resource ID: 12a9a494-020f-479a-a5fc-6dc75e05caad with Priority: HIGHEST for action port [ 635.237700] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 635.237903] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 635.237993] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a9a494-020f-479a-a5fc-6dc75e05caad with Priority: HIGHEST for action port [ 635.238357] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.238486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.238558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.238765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.238873] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.240063] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.240170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.240372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-12a9a494-020f-479a-a5fc-6dc75e05caad taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.240525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.240571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.240733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.240825] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a9a494-020f-479a-a5fc-6dc75e05caad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.314296] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 in Status: SUCCESS [ 635.314601] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 deletion is rescheduled due to dependency. [ 635.314743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.461020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.461020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.461020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.461020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.461020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.461649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.461649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.461649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.461649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.461649] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.497325] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 635.497622] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e deletion is rescheduled due to dependency. [ 635.497712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.498241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.498461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.498648] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.498909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.498909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.499035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.499258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.499258] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.729395] env[64015]: INFO networking_nsxv3.common.synchronization [req-7b728982-6989-4aad-8a8e-a5f86c21b93e req-15317fa8-9061-4173-a08f-5032b7d749bf tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Enqueued Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_members [ 635.730039] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_members [ 635.730415] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.730576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.730648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.730981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.731202] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.731339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.731430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.731643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.731767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.731881] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.744355] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.744538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.747563] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12a9a494-020f-479a-a5fc-6dc75e05caad with status ACTIVE [ 635.747833] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.748058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.748058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.748280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.748370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.748679] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.748679] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.748756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.749518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.749518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.749518] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.749518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.749518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.749674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.749714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.749817] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12a9a494-020f-479a-a5fc-6dc75e05caad is going to be updated. [ 635.770498] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.770699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.770699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.771649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.771649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.771649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12a9a494-020f-479a-a5fc-6dc75e05caad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.963880] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7efc7507-efd5-4a5f-a192-f9ccaf3ce733: rpc.has_security_group_logging(os_id): False [ 635.984445] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.984591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.984660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.984871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.984957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.985164] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.985262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.985321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.986372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.986477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.986658] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.986753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.986814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.986956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.987048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.987326] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.987419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.987479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.987615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.987685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.987767] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 is going to be created. [ 636.001301] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.047094] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.047094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.047094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.047094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.047094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.057032] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 in Status: IN_PROGRESS for 2s [ 636.101171] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.101171] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-388" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.101171] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-388" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.101345] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-388" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.101580] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.101752] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.101915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.102187] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.102361] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.102579] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.102697] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.102819] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.102920] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.103065] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.103319] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.103319] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.105640] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.105802] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-812" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.105948] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-812" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.106226] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-812" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.106497] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.106672] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.106776] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.106982] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.107164] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.107347] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.107462] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.107573] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.107703] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.107826] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.107938] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.108087] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.126310] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.126463] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.126609] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.126807] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-388" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.127137] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d39fdf27-76a1-4564-a846-9a4730480b0d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.127329] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.127461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.127782] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.127926] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d39fdf27-76a1-4564-a846-9a4730480b0d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.129577] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.129726] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.129867] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.130049] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-812" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.130334] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-aff93c5d-f090-461d-8ac2-6889e6854503 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.130612] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.130768] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.131086] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.131228] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff93c5d-f090-461d-8ac2-6889e6854503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.234466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.234637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.234709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.236316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.236316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.236316] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.236316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.236316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.236316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.236316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.236316] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30733589-627c-40c5-8912-cb5b24d8d847 already deleted. [ 636.236316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.507183] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.636319] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.636319] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port d39fdf27-76a1-4564-a846-9a4730480b0d not found, creating... [ 636.636319] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.636319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.636713] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.636902] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.637185] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.637520] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.637793] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.638059] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d39fdf27-76a1-4564-a846-9a4730480b0d is going to be created. [ 636.639535] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.639881] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.640127] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.640580] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.640847] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.641144] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port aff93c5d-f090-461d-8ac2-6889e6854503 not found, creating... [ 636.641539] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.641885] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.642138] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.642458] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.642707] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.643105] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.643405] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.643639] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.643995] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.645030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.645030] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: aff93c5d-f090-461d-8ac2-6889e6854503 is going to be created. [ 636.666028] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.666028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.666028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.666028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.666028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.666028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.668416] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.668416] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.668416] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.668857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.669273] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.669523] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.011569] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.011892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.011892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.012027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.012164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.012284] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 637.039430] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.039603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.040759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.040759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.040759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.049056] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 637.440946] env[64015]: INFO networking_nsxv3.common.synchronization [req-7b728982-6989-4aad-8a8e-a5f86c21b93e req-6777eb00-86b9-4383-b856-55ae7cecf7e6 service nova] Enqueued Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_rules [ 637.445293] env[64015]: INFO networking_nsxv3.common.synchronization [req-7b728982-6989-4aad-8a8e-a5f86c21b93e req-6777eb00-86b9-4383-b856-55ae7cecf7e6 service nova] Enqueued Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_members [ 637.445293] env[64015]: INFO networking_nsxv3.common.synchronization [req-7b728982-6989-4aad-8a8e-a5f86c21b93e req-6777eb00-86b9-4383-b856-55ae7cecf7e6 service nova] Enqueued Resource ID: aff93c5d-f090-461d-8ac2-6889e6854503 with Priority: HIGHEST for action port [ 637.445293] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_rules [ 637.445293] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_members [ 637.445293] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff93c5d-f090-461d-8ac2-6889e6854503 with Priority: HIGHEST for action port [ 637.445293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.445293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.445293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.445293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.445293] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.445293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.445293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.445293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.445293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.445293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.445293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.448130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.448332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.448450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.448561] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.449397] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff93c5d-f090-461d-8ac2-6889e6854503 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.449516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.449598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.449812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.449895] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff93c5d-f090-461d-8ac2-6889e6854503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.528025] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-1011908f-87a8-4b88-9db6-f4f0b07830c9 service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 637.528025] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-1011908f-87a8-4b88-9db6-f4f0b07830c9 service nova] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 637.528025] env[64015]: INFO networking_nsxv3.common.synchronization [req-3a019a2b-a13a-42c2-9301-3963ce619ac1 req-1011908f-87a8-4b88-9db6-f4f0b07830c9 service nova] Enqueued Resource ID: d39fdf27-76a1-4564-a846-9a4730480b0d with Priority: HIGHEST for action port [ 637.528025] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_rules [ 637.528025] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 637.528025] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39fdf27-76a1-4564-a846-9a4730480b0d with Priority: HIGHEST for action port [ 637.528025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.528025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.528774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.528997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.529423] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d39fdf27-76a1-4564-a846-9a4730480b0d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.529709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.529852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.530145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.530330] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d39fdf27-76a1-4564-a846-9a4730480b0d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.951613] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.951751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.951947] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.958540] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aff93c5d-f090-461d-8ac2-6889e6854503 with status ACTIVE [ 637.958748] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.958899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.958954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.959173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.959260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.959463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.959553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.959616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.959940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.959940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.960074] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.960146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.960198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.960329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.960406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.960493] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aff93c5d-f090-461d-8ac2-6889e6854503 is going to be updated. [ 637.985021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.985021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.985021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.985021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.985021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.985021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff93c5d-f090-461d-8ac2-6889e6854503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.032706] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d39fdf27-76a1-4564-a846-9a4730480b0d with status ACTIVE [ 638.032966] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.033136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.033203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.033816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.033816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.033816] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.033816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.034047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.034124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.034217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.034406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.034505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.034567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.034707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.034836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.034975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d39fdf27-76a1-4564-a846-9a4730480b0d is going to be updated. [ 638.056956] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.056956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.056956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.056956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.056956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.057224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d39fdf27-76a1-4564-a846-9a4730480b0d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.074419] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 in Status: SUCCESS [ 638.074987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.454252] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.957197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.957197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.957197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.957367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.957367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.957440] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30733589-627c-40c5-8912-cb5b24d8d847 is going to be created. [ 638.980407] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.980407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.980407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.980632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.980743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.990057] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30733589-627c-40c5-8912-cb5b24d8d847 in Status: UNINITIALIZED for 2s [ 639.058763] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 639.059136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.059178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.059388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.060912] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.061165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.061303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.061571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.061724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.061869] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.448928] env[64015]: INFO networking_nsxv3.common.synchronization [req-554546a0-89db-4156-9038-30c89036fb2c req-9e75a31f-c8e7-450c-8c84-bc141d7004bd tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Enqueued Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_members [ 639.448928] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_members [ 639.448928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.448928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.448928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.448928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.448928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.448928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.448928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.448928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.448928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.449647] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.564590] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.768017] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.768242] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-961" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.768376] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-961" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.768719] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-961" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.768989] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.769198] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.769320] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.769541] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.769685] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.769899] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.770024] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.770138] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.770249] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.770360] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.770468] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.770602] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.795814] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.795981] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.796142] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.796333] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-961" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.796644] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-93995030-5d33-49f2-b63b-bde30ab82c9e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.796816] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.796940] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.797271] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.797416] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93995030-5d33-49f2-b63b-bde30ab82c9e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.951788] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.951788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.951788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.951788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.953986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.953986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.953986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.953986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.953986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.953986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.953986] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf already deleted. [ 639.953986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.069095] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.300804] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.300804] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.300804] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.301071] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.303431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.303431] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 93995030-5d33-49f2-b63b-bde30ab82c9e not found, creating... [ 640.303431] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.303431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.303431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.303431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.303431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.303784] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.304377] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.304568] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.304831] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.305019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.305206] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 93995030-5d33-49f2-b63b-bde30ab82c9e is going to be created. [ 640.324779] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.325217] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.325217] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.325446] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.325622] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.325853] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.570938] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.571142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.571224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.571449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.571549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.571648] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 640.597175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.597334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.597407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.597617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.597763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.608087] env[64015]: INFO networking_nsxv3.common.synchronization [None req-517e80b7-57d6-4499-9c5e-f01420566659 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_rules [ 640.608490] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_rules [ 640.608645] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.608773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.608819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.609165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.609254] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.615477] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 640.699717] env[64015]: INFO networking_nsxv3.common.synchronization [None req-fc6e0f35-1c67-4062-bed7-975845e2aafa tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_rules [ 640.700267] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_rules [ 640.700846] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.700958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.003568] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30733589-627c-40c5-8912-cb5b24d8d847 in Status: SUCCESS [ 641.003792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.004253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.004253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.004373] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.006527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.006527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.006527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.006527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.006527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.006527] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.128479] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.128753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.128753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.128924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.128986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.129370] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 already deleted. [ 641.129370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.129683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.129683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.129683] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.385409] env[64015]: INFO networking_nsxv3.common.synchronization [req-554546a0-89db-4156-9038-30c89036fb2c req-087618b9-ea6d-4527-afbc-2128ae5266fb service nova] Enqueued Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_rules [ 641.385409] env[64015]: INFO networking_nsxv3.common.synchronization [req-554546a0-89db-4156-9038-30c89036fb2c req-087618b9-ea6d-4527-afbc-2128ae5266fb service nova] Enqueued Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_members [ 641.385409] env[64015]: INFO networking_nsxv3.common.synchronization [req-554546a0-89db-4156-9038-30c89036fb2c req-087618b9-ea6d-4527-afbc-2128ae5266fb service nova] Enqueued Resource ID: 93995030-5d33-49f2-b63b-bde30ab82c9e with Priority: HIGHEST for action port [ 641.385409] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_rules [ 641.385409] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_members [ 641.385409] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93995030-5d33-49f2-b63b-bde30ab82c9e with Priority: HIGHEST for action port [ 641.385679] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.385679] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.385803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.385974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.386054] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.389289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.389289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.389289] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.389289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-93995030-5d33-49f2-b63b-bde30ab82c9e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.389289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.390278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.390278] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93995030-5d33-49f2-b63b-bde30ab82c9e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.508486] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.508653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.508734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.508972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.509202] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.509317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.509386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.509547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.509640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.509756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.509962] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.510026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.510060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.510208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.510349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.510463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.510498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.510671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.510788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.510920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.511032] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.655207] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.655388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.655470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.656154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.656154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.656154] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 already deleted. [ 641.656154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.895139] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.895139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.895139] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.895139] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93995030-5d33-49f2-b63b-bde30ab82c9e with status ACTIVE [ 641.895139] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.895139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.895139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.895139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.895139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.896307] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.896968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.897164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.897493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.897711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.898128] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.898382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.898534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.898824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.899636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.902016] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93995030-5d33-49f2-b63b-bde30ab82c9e is going to be updated. [ 641.922349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.922525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.923029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.923029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.923029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.923234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93995030-5d33-49f2-b63b-bde30ab82c9e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.016622] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30733589-627c-40c5-8912-cb5b24d8d847: rpc.has_security_group_logging(os_id): False [ 642.038059] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.038059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.038059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.038059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.038059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.038059] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.038442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.038442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.038442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.038442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.038732] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.038732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.038924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.038924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.039065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.039267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.039369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.039448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.039595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.039671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.039771] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30733589-627c-40c5-8912-cb5b24d8d847 is going to be created. [ 642.102092] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.102250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.102324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.102551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.102729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.117250] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30733589-627c-40c5-8912-cb5b24d8d847 in Status: IN_PROGRESS for 2s [ 642.404440] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.625534] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 642.625759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.625941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.626187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.626472] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.626572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.626606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.626749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.626831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.627145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.627145] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.627912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.628222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.628434] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.628547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.628614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.628765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.629095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.629258] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.907542] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.907754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.907831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.908113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.908235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.908345] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf is going to be created. [ 642.932956] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.933132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.933210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.933478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.933596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.946705] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf in Status: UNINITIALIZED for 2s [ 643.132930] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.132930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.132930] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.634726] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.129505] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30733589-627c-40c5-8912-cb5b24d8d847 in Status: SUCCESS [ 644.130141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.140112] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.140112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.140112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.140112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.140112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.140112] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 644.167040] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.167040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.167040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.167040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.167040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.173304] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 644.626634] env[64015]: INFO networking_nsxv3.common.synchronization [req-fcd08221-e3cd-47d3-894e-18a135fba20a req-35509349-fd44-4bdc-a68d-79b6bf523daf tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 644.627458] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 644.629034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.629034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.629034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.629034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.629034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.629435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.629435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.629509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.629660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.629824] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.958480] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf in Status: SUCCESS [ 644.958793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.958880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.959129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.959353] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.959476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.959968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.959968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.959968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.959968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.959968] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.132979] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.143050] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.143281] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.143603] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.143757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.147574] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.147804] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.147936] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.148265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.148425] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.148683] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.148798] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.148916] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.149055] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.149179] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.149308] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.149501] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.178558] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.179055] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.179493] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.179867] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.180821] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-5b2599f3-618d-473d-9b7a-411f576a80a7 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.180821] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.180821] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.181234] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.181454] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2599f3-618d-473d-9b7a-411f576a80a7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.463057] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.635592] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.684813] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.685071] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.685217] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.685655] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.685716] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.685856] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 5b2599f3-618d-473d-9b7a-411f576a80a7 not found, creating... [ 645.686137] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.686302] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.686424] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.686651] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.686788] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.687243] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.687243] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.687404] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.687600] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.687886] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.688327] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 5b2599f3-618d-473d-9b7a-411f576a80a7 is going to be created. [ 645.706651] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.706651] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.706849] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.707070] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.707299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.707519] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.966226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5295b59f-f460-41bb-8ef2-fa810d7fb5bf: rpc.has_security_group_logging(os_id): False [ 645.985494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.985759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.985759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.985911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.986021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.986625] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.986767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.986826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.986987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.987076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.987169] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf is going to be created. [ 646.030582] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1eb16afb-e7fc-4e63-b0c7-f01f1d70fbda None None] Enqueued Resource ID: 8e8688b6-fd86-4dac-93c9-a69b28ece20b with Priority: HIGHEST for action port [ 646.031504] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8688b6-fd86-4dac-93c9-a69b28ece20b with Priority: HIGHEST for action port [ 646.031930] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e8688b6-fd86-4dac-93c9-a69b28ece20b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.032191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e8688b6-fd86-4dac-93c9-a69b28ece20b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.032275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e8688b6-fd86-4dac-93c9-a69b28ece20b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.034021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e8688b6-fd86-4dac-93c9-a69b28ece20b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.034021] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8688b6-fd86-4dac-93c9-a69b28ece20b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.043720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.043857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.043935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.045015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.058120] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf in Status: IN_PROGRESS for 2s [ 646.137737] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.137959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.138052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.138234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.138336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.138441] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be updated. [ 646.167521] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.167804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.167804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.168059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.168105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.175833] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 646.181388] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 646.181612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.181781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.181985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.182192] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.182384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.182456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.185077] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.185077] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.185077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.185613] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.496986] env[64015]: INFO networking_nsxv3.common.synchronization [req-83dbc4ca-d0ee-416f-a398-6e0d4631b67e req-62ed11c7-8e12-403d-a27f-b9c80aad0c4d tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 646.501650] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 646.502161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.502347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.502434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.502720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.502944] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.503107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.503202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.503433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.503558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.504081] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.536119] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e8688b6-fd86-4dac-93c9-a69b28ece20b [ 646.536488] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.536680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.536769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.537019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.537117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.537230] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e8688b6-fd86-4dac-93c9-a69b28ece20b already deleted. [ 646.537345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e8688b6-fd86-4dac-93c9-a69b28ece20b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.688761] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d909fe-e9ab-4b29-9d8e-3b9b8714080e: rpc.has_security_group_logging(os_id): False [ 646.710560] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.710560] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.710560] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.710560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.711025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.711025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.711025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.713457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.713457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.713457] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 646.786031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.788027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.788027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.788027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.788027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.800773] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 646.813020] env[64015]: INFO networking_nsxv3.common.synchronization [req-fee71873-bd77-4d03-bd0f-d3e258ede6fd req-ca9ee313-fb05-44d3-9e20-af5a2ad3816f tempest-InstanceActionsTestJSON-1996134711 tempest-InstanceActionsTestJSON-1996134711-project-member] Enqueued Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_members [ 646.813020] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGHEST for action security_group_members [ 646.813020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.813020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.813020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.813020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.813020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.813020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.813020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.815202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.815202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.815202] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.006283] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.094403] env[64015]: INFO networking_nsxv3.common.synchronization [req-d7c0876c-8c94-4b41-a244-34d50dd21f34 req-2fa4665e-5067-4bec-a4d9-35f6c3983994 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 647.094949] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 647.095261] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.095390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.095442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.095634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.095782] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.095876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.095939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.096762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.096848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.097073] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.135614] env[64015]: INFO networking_nsxv3.common.synchronization [req-fcd08221-e3cd-47d3-894e-18a135fba20a req-e90e4b75-d67c-4971-97f6-ac3bda2f9c44 service nova] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_rules [ 647.135885] env[64015]: INFO networking_nsxv3.common.synchronization [req-fcd08221-e3cd-47d3-894e-18a135fba20a req-e90e4b75-d67c-4971-97f6-ac3bda2f9c44 service nova] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 647.136076] env[64015]: INFO networking_nsxv3.common.synchronization [req-fcd08221-e3cd-47d3-894e-18a135fba20a req-e90e4b75-d67c-4971-97f6-ac3bda2f9c44 service nova] Enqueued Resource ID: 5b2599f3-618d-473d-9b7a-411f576a80a7 with Priority: HIGHEST for action port [ 647.136342] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_rules [ 647.136509] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 647.136637] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2599f3-618d-473d-9b7a-411f576a80a7 with Priority: HIGHEST for action port [ 647.137211] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.137376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.137470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.137708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.137813] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.138744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.138849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.139009] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2599f3-618d-473d-9b7a-411f576a80a7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.139178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.139235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.139438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.139573] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2599f3-618d-473d-9b7a-411f576a80a7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.317506] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.317661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.317730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.317938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.318045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.318243] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.318339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.318397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.318550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.318620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.318704] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 is going to be updated. [ 647.358306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.358306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.358306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.358306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.358306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.367732] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 in Status: IN_PROGRESS for 2s [ 647.510761] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.600437] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.600619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.601556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.601556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.601556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.601556] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.601556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.601556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.601884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.601884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.601969] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be updated. [ 647.633401] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.633555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.633631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.633855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.633996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.643153] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: IN_PROGRESS for 2s [ 647.643475] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.643574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.643728] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b2599f3-618d-473d-9b7a-411f576a80a7 with status ACTIVE [ 647.644157] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.644157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.644157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.644591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.644591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.644591] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.644773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.644773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.644872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.644945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.645138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.645232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.645294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.645434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.645507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.645590] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b2599f3-618d-473d-9b7a-411f576a80a7 is going to be updated. [ 647.666723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.666877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.666954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.667184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.668193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.668193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2599f3-618d-473d-9b7a-411f576a80a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.012788] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.013136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.013136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.013417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.013522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.013684] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be updated. [ 648.040920] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.041329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.041460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.041934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.042190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.051921] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: IN_PROGRESS for 2s [ 648.070392] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf in Status: SUCCESS [ 648.070873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.184189] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 648.184412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.184586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.184810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.185069] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.185124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.185206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.186473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.186473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.186473] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.689184] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.816857] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 648.816857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.816857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.816857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.816857] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.869729] env[64015]: INFO networking_nsxv3.common.synchronization [None req-9daa7637-bc12-48f1-8f66-2122e2f10ede None None] Enqueued Resource ID: caa9a2f5-9d00-4c47-9e65-2f233512967e with Priority: HIGHEST for action port [ 648.870339] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa9a2f5-9d00-4c47-9e65-2f233512967e with Priority: HIGHEST for action port [ 648.870682] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa9a2f5-9d00-4c47-9e65-2f233512967e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.870850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa9a2f5-9d00-4c47-9e65-2f233512967e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.870909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa9a2f5-9d00-4c47-9e65-2f233512967e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.874173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa9a2f5-9d00-4c47-9e65-2f233512967e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.874270] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa9a2f5-9d00-4c47-9e65-2f233512967e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.192078] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.320876] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.321287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.321456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.321665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.321852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.321963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.322092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.322361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.322503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.322605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.322741] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.377646] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 in Status: SUCCESS [ 649.377941] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 deletion is rescheduled due to dependency. [ 649.377941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.380387] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caa9a2f5-9d00-4c47-9e65-2f233512967e [ 649.380626] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.380761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.380827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.381062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.381173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.381280] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caa9a2f5-9d00-4c47-9e65-2f233512967e already deleted. [ 649.381385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa9a2f5-9d00-4c47-9e65-2f233512967e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.653764] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: SUCCESS [ 649.653962] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 deletion is rescheduled due to dependency. [ 649.654084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.694854] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.695052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.695129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.695390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.695617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.695617] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be updated. [ 649.721690] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.721852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.721917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.722680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.722680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.730876] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 649.825494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.825666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.825739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.825939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.826124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.826227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.826292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.826437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.826525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.826614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.826759] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.826861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.826906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.827098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.827199] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.827299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.827365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.827718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.827718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.827718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.827718] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.060962] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: SUCCESS [ 650.061162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.332508] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d909fe-e9ab-4b29-9d8e-3b9b8714080e: rpc.has_security_group_logging(os_id): False [ 650.333435] env[64015]: INFO networking_nsxv3.common.synchronization [req-aac5ddf0-25a8-4a4c-ad1c-3199bdda0ff9 req-889ac419-de6b-435c-9ca4-e03ba576fe6b tempest-ServerAddressesNegativeTestJSON-1248036267 tempest-ServerAddressesNegativeTestJSON-1248036267-project-member] Enqueued Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_members [ 650.334443] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGHEST for action security_group_members [ 650.334834] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.334998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.335105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.335307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.335471] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.335574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.335637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.335781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.335868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.335960] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.351451] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.351586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.351794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.351905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.351965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.352157] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.352273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.352344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.352523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.352603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.352806] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.352901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.353063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.353111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.353775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.353775] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.353775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.353775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.353775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.353775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.354064] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 650.410760] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.410911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.410984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.411244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.411383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.425921] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 650.697027] env[64015]: INFO networking_nsxv3.common.synchronization [req-603f1db2-55aa-473d-b1c5-bdca7d14b013 req-27d0dc14-50f0-4735-8b89-06e3498d4cae tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 650.697027] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 650.697027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.697027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.697027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.697027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.697027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.697027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.697027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.697027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.697027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.697027] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.838217] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.838369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.838444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.838664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.838758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.838959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.839074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.839493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.839753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.839850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.839971] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30733589-627c-40c5-8912-cb5b24d8d847 is going to be updated. [ 650.867734] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.867909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.867977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.868701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.868848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.885466] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30733589-627c-40c5-8912-cb5b24d8d847 in Status: IN_PROGRESS for 2s [ 650.975402] env[64015]: INFO networking_nsxv3.common.synchronization [req-603f1db2-55aa-473d-b1c5-bdca7d14b013 req-a6db2bec-d31e-44c4-8ed7-f2f987cedc0b tempest-ServersTestMultiNic-1819990678 tempest-ServersTestMultiNic-1819990678-project-member] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 650.975926] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGHEST for action security_group_members [ 650.976254] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.976368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.199494] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.702135] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.740509] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 651.740784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.741198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.741821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.741821] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.741821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.741821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.742065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.742065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.742065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.742175] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.206339] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.206499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.206567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.206791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.206879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.207012] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 652.237135] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.237347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.237443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.237682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.237837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.244801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.244959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.245081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.245335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.245547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.245719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.245812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.245994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.246121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.246279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.246480] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.246603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.246672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.246849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.247045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.247163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.247246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.247545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.247648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.247753] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.249491] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 652.440625] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 652.440868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.750639] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04d48681-0cb0-463d-ad83-ba458e85359b: rpc.has_security_group_logging(os_id): False [ 652.768702] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.768939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.768939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.769170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.769288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.769519] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.769626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.769692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.769856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.769933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.770132] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.770230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.770294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.770433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.770509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.770682] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.770775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.770836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.770971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.771058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.771142] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be updated. [ 652.841096] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.841264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.841342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.841571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.841732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.853961] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 652.893700] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30733589-627c-40c5-8912-cb5b24d8d847 in Status: SUCCESS [ 652.893916] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30733589-627c-40c5-8912-cb5b24d8d847 deletion is rescheduled due to dependency. [ 652.894044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.259638] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 654.259918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.259988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.260230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.260484] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.260613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.260708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.260890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.261028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.261152] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.763995] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.764221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.764304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.764550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.764780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.764866] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.764990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.765078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.765256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.765344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.765453] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be updated. [ 654.791368] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.791439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.791470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.791660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.791888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.799108] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: IN_PROGRESS for 2s [ 654.865735] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 654.865976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.977328] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 655.977598] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 656.809786] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e in Status: SUCCESS [ 656.809985] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e deletion is rescheduled due to dependency. [ 656.811028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.684983] env[64015]: INFO networking_nsxv3.common.synchronization [req-0315fea5-c82b-434f-b7e9-d6437fc58b8c req-519db5ac-7322-4cb7-b292-11277ec7d8b6 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 657.685519] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 657.687292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.687292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.687292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.687292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.687292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.687292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.687292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.687292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.687292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.687292] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.822522] env[64015]: INFO networking_nsxv3.common.synchronization [req-87cde215-5691-44ed-9c3e-81fa61090ac6 req-04402adc-62c6-4056-8988-ef1cb0bc0df1 tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Enqueued Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_members [ 657.823095] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_members [ 657.824055] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.824055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.824055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.824290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.824372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.824510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.824591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.825029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.825163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.825539] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.185138] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185354] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-648" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.185480] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-648" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185859] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-648" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.186231] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.186477] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.186607] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.186845] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.187097] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.187315] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.187485] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.187659] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.187814] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.187967] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.188119] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.188304] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.189980] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.190148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.190211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.190416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.190525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.190817] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.190927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.190966] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.191139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.191233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.191361] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 658.219125] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.219125] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.219125] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.219125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-648" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.219125] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-b023264e-e36b-419a-8071-6a1d28879133 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.219125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.219125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.219125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.219125] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b023264e-e36b-419a-8071-6a1d28879133',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.222487] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.224522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.224522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.224522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.224522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.232741] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 658.327351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.327503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.327593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.327799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.327909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.328094] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.328724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.328724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.328724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.328724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.328935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 already deleted. [ 658.328935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.721750] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.721750] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.721750] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.722146] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.722146] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.722214] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port b023264e-e36b-419a-8071-6a1d28879133 not found, creating... [ 658.722466] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.722630] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.722740] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.722960] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.723115] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.723398] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.723558] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.723747] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.723964] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.724113] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.724256] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: b023264e-e36b-419a-8071-6a1d28879133 is going to be created. [ 658.741898] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.742031] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.742492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.742492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.742662] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.742890] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.369640] env[64015]: INFO networking_nsxv3.common.synchronization [req-f211c5c0-f3f4-4da0-9c35-b378967c5472 req-d1389b21-fdfb-4d24-96c3-2759d955f2aa tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 659.371029] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 659.371029] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.371029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.371029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.371029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.371029] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.371686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.371781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.371952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.372431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.372431] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.596460] env[64015]: INFO networking_nsxv3.common.synchronization [req-87cde215-5691-44ed-9c3e-81fa61090ac6 req-295013cd-9c29-4c7c-aa20-c24690bf3c01 service nova] Enqueued Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_rules [ 659.596460] env[64015]: INFO networking_nsxv3.common.synchronization [req-87cde215-5691-44ed-9c3e-81fa61090ac6 req-295013cd-9c29-4c7c-aa20-c24690bf3c01 service nova] Enqueued Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_members [ 659.596460] env[64015]: INFO networking_nsxv3.common.synchronization [req-87cde215-5691-44ed-9c3e-81fa61090ac6 req-295013cd-9c29-4c7c-aa20-c24690bf3c01 service nova] Enqueued Resource ID: b023264e-e36b-419a-8071-6a1d28879133 with Priority: HIGHEST for action port [ 659.596460] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_rules [ 659.596460] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_members [ 659.596460] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b023264e-e36b-419a-8071-6a1d28879133 with Priority: HIGHEST for action port [ 659.596460] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.596460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.596460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.596460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.596460] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.601169] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.601169] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.601169] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.601169] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b023264e-e36b-419a-8071-6a1d28879133 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.601169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.601169] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b023264e-e36b-419a-8071-6a1d28879133',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.874339] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.103657] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b023264e-e36b-419a-8071-6a1d28879133 with status ACTIVE [ 660.103980] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.104147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.105917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.105917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.105917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.105917] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.105917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.105917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.106612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.106612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.106612] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.106612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.106612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.106612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.106612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.106897] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b023264e-e36b-419a-8071-6a1d28879133 is going to be updated. [ 660.107757] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.110019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.110019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.139205] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.139399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.139531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.139744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.139883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.140055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b023264e-e36b-419a-8071-6a1d28879133" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.243762] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 660.243950] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a deletion is rescheduled due to dependency. [ 660.244087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.377713] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.611497] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.879905] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.880201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.880201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.880368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.880459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.880573] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be updated. [ 660.909488] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.909638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.909711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.909916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.910070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.917902] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 661.114019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.114019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.114019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.114269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.114352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.114460] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 is going to be created. [ 661.141058] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.141058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.141058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.141058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.141058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.149406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 in Status: UNINITIALIZED for 2s [ 662.941647] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 662.941946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.158755] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 in Status: SUCCESS [ 663.159023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.159260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.159481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.159695] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.159851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.159934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.160045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.160278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.160278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.160417] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.662482] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.662701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.662774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.662950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.663143] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.663263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.663321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.663460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.663535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.663762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.663988] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.664097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.664150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.664295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.664434] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.664533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.664595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.664718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.664788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.665494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.665494] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.170271] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c64fa128-b74e-4ba7-a9c4-d0e58a915e94: rpc.has_security_group_logging(os_id): False [ 664.187598] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.187808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.187865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.188072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.188169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.188394] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.188500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.188564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.188718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.188796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.188967] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.189081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.189143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.189295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.189369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.189568] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.189657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.189711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.189893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.189970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.190069] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 is going to be created. [ 664.250109] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.250279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.250330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.250575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.250764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.263353] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 in Status: IN_PROGRESS for 2s [ 664.596015] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 664.596165] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 665.552279] env[64015]: INFO networking_nsxv3.common.synchronization [req-0b336924-a0ff-4bfd-b731-28ca823a9394 req-f1d9756a-53b1-4c74-9fbf-b2b59c9eda9d tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Enqueued Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_members [ 665.552851] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_members [ 665.553177] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.553298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.553363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.553631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.553784] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.553888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.554016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.554109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.554191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.554525] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.987406] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.987812] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.987812] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.988073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.988350] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.988511] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.988747] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.989028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.989184] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.989420] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.989544] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.989659] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.989771] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.989885] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.989995] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.990146] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.008911] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.009052] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.009215] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.009355] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.009666] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-2478cc62-8af2-4b8b-93bc-41e052b270b5 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.009839] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.009965] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.010295] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.010443] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2478cc62-8af2-4b8b-93bc-41e052b270b5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.056792] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.056972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.057064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.057255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.057348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.057546] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.057643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.057702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.057854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.057932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.058028] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 already deleted. [ 666.058110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.276530] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 in Status: SUCCESS [ 666.276760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.513316] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.513573] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.513704] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.514048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.515033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.515033] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 2478cc62-8af2-4b8b-93bc-41e052b270b5 not found, creating... [ 666.515033] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.515033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.515033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.515367] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.515595] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.515919] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.516107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.516232] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.516449] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.516591] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.516780] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 2478cc62-8af2-4b8b-93bc-41e052b270b5 is going to be created. [ 666.536793] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.537110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.537346] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.537762] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.538158] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.538533] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.274770] env[64015]: INFO networking_nsxv3.common.synchronization [req-0b336924-a0ff-4bfd-b731-28ca823a9394 req-fce245e8-1ee6-4ef6-b063-faeb96c5c5e4 service nova] Enqueued Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_rules [ 667.275062] env[64015]: INFO networking_nsxv3.common.synchronization [req-0b336924-a0ff-4bfd-b731-28ca823a9394 req-fce245e8-1ee6-4ef6-b063-faeb96c5c5e4 service nova] Enqueued Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_members [ 667.275121] env[64015]: INFO networking_nsxv3.common.synchronization [req-0b336924-a0ff-4bfd-b731-28ca823a9394 req-fce245e8-1ee6-4ef6-b063-faeb96c5c5e4 service nova] Enqueued Resource ID: 2478cc62-8af2-4b8b-93bc-41e052b270b5 with Priority: HIGHEST for action port [ 667.275449] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_rules [ 667.275517] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_members [ 667.275638] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2478cc62-8af2-4b8b-93bc-41e052b270b5 with Priority: HIGHEST for action port [ 667.276824] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.276824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.276824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.276824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.276824] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.278581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.278581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.278581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.278581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.278581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.278581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.278581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.278581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.278949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.278949] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.279784] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-2478cc62-8af2-4b8b-93bc-41e052b270b5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.279784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.279784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.279784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.280170] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2478cc62-8af2-4b8b-93bc-41e052b270b5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.783574] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.784782] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.784900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.785282] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2478cc62-8af2-4b8b-93bc-41e052b270b5 with status ACTIVE [ 667.785848] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.785848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.785848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.785848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.786067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.786067] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.786139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.786766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.786766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.786766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.786766] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.786766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.786766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.787023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.787023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.787088] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2478cc62-8af2-4b8b-93bc-41e052b270b5 is going to be updated. [ 667.812470] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.813131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.813590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.814333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.814333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.814476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2478cc62-8af2-4b8b-93bc-41e052b270b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.272264] env[64015]: INFO networking_nsxv3.common.synchronization [req-0af9a2b9-c446-495f-b2bd-767dbab4f622 req-bdd2e722-2552-4560-8d21-ddc7a9251087 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 668.272666] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 668.273067] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.273209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.273294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.273752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.273915] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.274069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.274155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.274541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.274656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.275366] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.285825] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.777533] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.789473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.789473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.789473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.789473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.789473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.789473] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 is going to be created. [ 668.815397] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.816293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.816468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.816759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.817243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.826959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 in Status: UNINITIALIZED for 2s [ 668.840999] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.841231] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.841827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.841827] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.842024] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.842356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.842356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.842514] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.842820] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.843046] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.843046] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.843168] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.843259] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.843347] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.843459] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.843590] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.862020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.862020] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.862020] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.862020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.862020] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-f23ba7ad-9c56-4b10-8883-02813bb8d70d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.862020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.862020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.862020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.862020] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23ba7ad-9c56-4b10-8883-02813bb8d70d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.281157] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.367730] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.368110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.368299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.370871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.370871] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port f23ba7ad-9c56-4b10-8883-02813bb8d70d not found, creating... [ 669.370871] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.372832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.372832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.372832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.372832] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.373249] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373382] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.373535] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.373696] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: f23ba7ad-9c56-4b10-8883-02813bb8d70d is going to be created. [ 669.398198] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.398537] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.398673] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.398998] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.399303] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.399660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.783581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.783772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.783869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.784329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.784432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.784727] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be updated. [ 669.811036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.811232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.811293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.811553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.811723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.819992] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: IN_PROGRESS for 2s [ 670.299621] env[64015]: INFO networking_nsxv3.common.synchronization [req-0af9a2b9-c446-495f-b2bd-767dbab4f622 req-c9334b51-1627-42f9-b1aa-eaa50b642c63 service nova] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_rules [ 670.299918] env[64015]: INFO networking_nsxv3.common.synchronization [req-0af9a2b9-c446-495f-b2bd-767dbab4f622 req-c9334b51-1627-42f9-b1aa-eaa50b642c63 service nova] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 670.299962] env[64015]: INFO networking_nsxv3.common.synchronization [req-0af9a2b9-c446-495f-b2bd-767dbab4f622 req-c9334b51-1627-42f9-b1aa-eaa50b642c63 service nova] Enqueued Resource ID: f23ba7ad-9c56-4b10-8883-02813bb8d70d with Priority: HIGHEST for action port [ 670.300547] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_rules [ 670.300716] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 670.300920] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23ba7ad-9c56-4b10-8883-02813bb8d70d with Priority: HIGHEST for action port [ 670.301177] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.301312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.301461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.301715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.301819] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.303079] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.303186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.303406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-f23ba7ad-9c56-4b10-8883-02813bb8d70d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.303556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.303639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.303829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.303905] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23ba7ad-9c56-4b10-8883-02813bb8d70d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.808439] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.808597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.808793] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f23ba7ad-9c56-4b10-8883-02813bb8d70d with status ACTIVE [ 670.809148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.809293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.809388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.809619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.809718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.809922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.810046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.810138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.810311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.810358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.810543] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.810723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.810723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.810850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.810919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.811018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f23ba7ad-9c56-4b10-8883-02813bb8d70d is going to be updated. [ 670.833179] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.833179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.833179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.833179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.833179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.833501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f23ba7ad-9c56-4b10-8883-02813bb8d70d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.835708] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 in Status: SUCCESS [ 670.837666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.837894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.838227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.838466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.839057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.839138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.839389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.839507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.839636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.839756] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.342294] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.342643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.342643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.342838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.343437] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.343437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.343437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.343627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.343627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.344364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.344364] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.344364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.344364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.344602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.344602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.344700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.344747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.344923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.345057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.345197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.345334] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.527303] env[64015]: INFO networking_nsxv3.common.synchronization [req-da058f88-d416-4d59-9aa0-b93dddf4ece4 req-11ffb044-4799-480d-832c-965996011c28 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 671.527806] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 671.528367] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.528477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.528547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.530485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.530669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.530776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.530841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.531024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.531116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.531208] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.832861] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 671.832861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.832861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.832861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.832861] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.832861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.832861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.832861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.832861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.832861] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.851620] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1259cc6b-bee0-4b3f-9b52-fbcf735aae29: rpc.has_security_group_logging(os_id): False [ 671.867714] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.867859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.867928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.868148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.868296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.868485] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.868594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.868659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.868836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.868917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.869123] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.869227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.869353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.869456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.869543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.869789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.869919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.869997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.870252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.870351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.870450] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 is going to be created. [ 671.921658] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.921814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.923019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.923019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.923019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.932539] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 in Status: IN_PROGRESS for 2s [ 672.033441] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.035229] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.035229] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 already deleted. [ 672.035229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.335708] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.339679] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.339679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.339679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.339679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.339679] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.339679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.339679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.339679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.339679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.339679] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.340327] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.340327] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.340327] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.340327] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.340327] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.340327] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.357875] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.358179] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.358219] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.358369] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.358676] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-675b72e3-c471-42c5-8cfc-40784a02221a taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.358853] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.358982] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.359398] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.359482] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675b72e3-c471-42c5-8cfc-40784a02221a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.645111] env[64015]: INFO networking_nsxv3.common.synchronization [req-8170f152-8b5f-40ef-ae2d-8237e7c8726e req-4160d222-f939-45fa-8ab4-35460ee828ba tempest-ServerMetadataTestJSON-848825264 tempest-ServerMetadataTestJSON-848825264-project-member] Enqueued Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_members [ 672.645111] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGHEST for action security_group_members [ 672.645111] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.645111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.645111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.645111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.645111] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.645111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.645111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.645815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.646023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.646249] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.843011] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.862370] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.862659] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.862782] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.863265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.863265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.863417] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 675b72e3-c471-42c5-8cfc-40784a02221a not found, creating... [ 672.863655] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.863822] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.863961] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.864219] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.864309] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.864603] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.864759] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.864893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.865099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.865240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.865377] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 675b72e3-c471-42c5-8cfc-40784a02221a is going to be created. [ 672.890208] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.890426] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.890557] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.890820] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.891067] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.891298] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.149525] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.149837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.149837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.150151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.150700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.150700] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.150700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.150866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.150968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.151088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.151226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 is going to be updated. [ 673.180349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.180909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.180991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.181217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.181356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.190991] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 in Status: IN_PROGRESS for 2s [ 673.345242] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.345420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.345495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.345825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.345825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.345954] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be updated. [ 673.372240] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.372609] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.372609] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.372741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.372848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.383031] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: IN_PROGRESS for 2s [ 673.683849] env[64015]: INFO networking_nsxv3.common.synchronization [req-da058f88-d416-4d59-9aa0-b93dddf4ece4 req-81bb2ac0-c3a0-46d0-a36c-735b77307edb service nova] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 673.684084] env[64015]: INFO networking_nsxv3.common.synchronization [req-da058f88-d416-4d59-9aa0-b93dddf4ece4 req-81bb2ac0-c3a0-46d0-a36c-735b77307edb service nova] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 673.684234] env[64015]: INFO networking_nsxv3.common.synchronization [req-da058f88-d416-4d59-9aa0-b93dddf4ece4 req-81bb2ac0-c3a0-46d0-a36c-735b77307edb service nova] Enqueued Resource ID: 675b72e3-c471-42c5-8cfc-40784a02221a with Priority: HIGHEST for action port [ 673.684470] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 673.684605] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 673.684704] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675b72e3-c471-42c5-8cfc-40784a02221a with Priority: HIGHEST for action port [ 673.686959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.689731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.689862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.690175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.690301] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.691866] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.693689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.693817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.694074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.695256] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.695256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.695256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.695256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.695256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.697272] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.697272] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-675b72e3-c471-42c5-8cfc-40784a02221a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.697272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.697272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.697272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.697272] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675b72e3-c471-42c5-8cfc-40784a02221a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.943952] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 in Status: SUCCESS [ 673.944217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.200051] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 675b72e3-c471-42c5-8cfc-40784a02221a with status ACTIVE [ 674.200051] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.200051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.200051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.200379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.200379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.200563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.200884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.200884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.200884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.201054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.201146] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.201240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.201375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.201434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.201583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.201672] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 675b72e3-c471-42c5-8cfc-40784a02221a is going to be updated. [ 674.202757] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.204158] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.204158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.243624] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.246195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.246195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.246195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.246195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.246195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.339803] env[64015]: INFO networking_nsxv3.common.synchronization [req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 req-dcd7e9b2-e54e-4eac-ac94-741873e0404e tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 674.340366] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 674.340664] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.340787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.340854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.342689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.342780] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.342898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.342967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.343180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.343269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.343368] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.666397] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.666734] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.666734] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.668240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.668240] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.668240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.668240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.668240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.668240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.668240] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.668583] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.668583] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.669046] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.669113] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.669227] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.669414] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.687685] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.687685] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.687895] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.687967] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.689021] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-5d7d0b1f-2570-420e-a554-b4425fcb5457 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.689021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.689021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.689021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.689021] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7d0b1f-2570-420e-a554-b4425fcb5457',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.704891] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.847148] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.192047] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.192426] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.192710] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.193110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.193325] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.193504] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 5d7d0b1f-2570-420e-a554-b4425fcb5457 not found, creating... [ 675.193880] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.194129] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.194296] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.194559] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.194750] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.195144] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.195376] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.195564] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.195910] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.196123] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.196363] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 5d7d0b1f-2570-420e-a554-b4425fcb5457 is going to be created. [ 675.208247] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 in Status: SUCCESS [ 675.208441] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 deletion is rescheduled due to dependency. [ 675.208592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.209009] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.209176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.209267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.209601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.209749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.209860] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be created. [ 675.218822] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.219072] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.219208] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.219670] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.219994] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.220229] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.233545] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.233759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.233809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.234038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.234208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.245936] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: UNINITIALIZED for 2s [ 675.350559] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.393972] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 675.394213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.396083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.396083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.396083] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.396083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.396083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.396083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.396083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.396083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.396083] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.852919] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.853370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.853370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.853473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.853473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.853600] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be updated. [ 675.880484] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.880700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.880794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.881071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.881248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.889085] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: IN_PROGRESS for 2s [ 675.897527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.897658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.897727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.897922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.898093] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.898191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.898262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.898402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.898485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.898574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.898715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.898806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.898908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.899022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.899141] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.899318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.899318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.899444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.899555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.899640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.899732] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.064266] env[64015]: INFO networking_nsxv3.common.synchronization [req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 req-e93830df-eab0-4500-b765-05bf2916a697 service nova] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_rules [ 676.066499] env[64015]: INFO networking_nsxv3.common.synchronization [req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 req-e93830df-eab0-4500-b765-05bf2916a697 service nova] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 676.066499] env[64015]: INFO networking_nsxv3.common.synchronization [req-4f9eac53-06ce-4d3c-9a2e-bce6339b6af3 req-e93830df-eab0-4500-b765-05bf2916a697 service nova] Enqueued Resource ID: 5d7d0b1f-2570-420e-a554-b4425fcb5457 with Priority: HIGHEST for action port [ 676.066499] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_rules [ 676.066499] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 676.066499] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7d0b1f-2570-420e-a554-b4425fcb5457 with Priority: HIGHEST for action port [ 676.066499] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.066499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.066499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.066499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.066854] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.067675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.067776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.067965] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d7d0b1f-2570-420e-a554-b4425fcb5457 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.068107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.068138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.068307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.068377] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7d0b1f-2570-420e-a554-b4425fcb5457',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.402893] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d30ae91-1c76-4286-9dac-27ceb2ee358b: rpc.has_security_group_logging(os_id): False [ 676.420670] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.420818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.420890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.421110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.421204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.421530] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.421530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.421636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.421715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.421796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.421999] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.422108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.422171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.422318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.422390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.422612] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.422694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.422746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.422885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.422962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.423059] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be updated. [ 676.476342] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.476522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.476610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.476824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.477154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.489973] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: IN_PROGRESS for 2s [ 676.569954] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.570111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.570312] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d7d0b1f-2570-420e-a554-b4425fcb5457 with status ACTIVE [ 676.570480] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.570589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.570657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.570866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.570957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.572602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.572602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.572602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.572602] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d7d0b1f-2570-420e-a554-b4425fcb5457 is going to be updated. [ 676.604159] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.604159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.604159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.604159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.604159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.604159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d7d0b1f-2570-420e-a554-b4425fcb5457" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.259320] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 677.259694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.259740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.259978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.260196] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.260315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.260371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.260527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.260613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.260702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.260788] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.765887] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.766087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.766168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.766386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.766546] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.766673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.766738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.767141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.767141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.767141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.767343] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.767343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.767343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.767494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.767602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.767693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.767756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.767891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.767978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.768132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.768183] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.902195] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: SUCCESS [ 677.902431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.902725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.902985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.903223] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.903572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.903727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.904826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.905321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.905521] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.273059] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c5017-d49f-49ac-a388-fd3f2b42cc23: rpc.has_security_group_logging(os_id): False [ 678.290964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.290964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.290964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.290964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.290964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.290964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.291278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.291278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.291278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.291367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.291553] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.291643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.291703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.291840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.291954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.292154] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.292245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.292307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.292442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.292516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.292608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be created. [ 678.347301] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.347485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.347526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.347722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.347896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.357601] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 678.408170] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.509406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 678.509665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.910770] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.415366] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.415366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.415366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.415366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.415366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.415366] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be updated. [ 679.445124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.445124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.445124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.445124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.445124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.454291] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: IN_PROGRESS for 2s [ 680.372071] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 680.372071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.446354] env[64015]: INFO networking_nsxv3.common.synchronization [req-9dec9417-2ee2-4447-8118-4bcb92f1d46b req-007b10a0-c2ce-424c-b900-f30ce2f76f58 tempest-ListImageFiltersTestJSON-2105461214 tempest-ListImageFiltersTestJSON-2105461214-project-member] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 680.446354] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGHEST for action security_group_members [ 680.446354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.446354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.446354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.446354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.446354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.446354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.446354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.452362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.452362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.452362] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.470360] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e430039-5f06-44bb-ba83-768ca560da61 req-a9bcb827-fb2e-417a-9b4a-b5ffc5614bdf tempest-ServerDiagnosticsNegativeTest-690424792 tempest-ServerDiagnosticsNegativeTest-690424792-project-member] Enqueued Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_members [ 680.471224] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGHEST for action security_group_members [ 680.471657] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.471850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.471969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.472246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.472466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.472638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.472789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.473014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.473156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.473322] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.951357] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.951812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.952459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.952838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.952941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.953283] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.953453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.953558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.953822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.953957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.954119] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be updated. [ 680.978743] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.979851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.979851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.980453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.980453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.980691] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.980790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.982098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.982742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.982742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.983032] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 is going to be updated. [ 680.986168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.986168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.986168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.986168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.986168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.997197] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: IN_PROGRESS for 2s [ 681.015882] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.015882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.015882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.015882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.015882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.023176] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 in Status: IN_PROGRESS for 2s [ 681.466296] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: SUCCESS [ 681.466296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.466296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.466296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.466644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.466644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.466644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.466831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.466864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.466929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.467027] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.627206] env[64015]: INFO networking_nsxv3.common.synchronization [req-461feaa8-473e-4568-b5c8-168f0a01baf2 req-f58cff26-1fec-42d0-b7c6-f18fec4dcc6b tempest-ServersTestJSON-634212305 tempest-ServersTestJSON-634212305-project-member] Enqueued Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_members [ 681.627912] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGHEST for action security_group_members [ 681.628299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.628532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.628643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.628878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.629126] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.630056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.630056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.630056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.630056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.630056] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.971962] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.972643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.972643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.972643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.972893] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.972893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.972893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.973942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.974068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.974180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.974389] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.974449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.974516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.977033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.977033] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.977033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.977033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.977033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.977033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.977033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.977033] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.132818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.133039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.133090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.133262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.133353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.133552] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.133653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.133720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.133866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.133941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.134035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 is going to be updated. [ 682.170392] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.172108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.172108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.173122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.173122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.180797] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 in Status: IN_PROGRESS for 2s [ 682.478014] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84e6dd28-f626-4379-bb43-aa99bdda57e2: rpc.has_security_group_logging(os_id): False [ 682.497126] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.497126] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.497126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.497537] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.497537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.497537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.497641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.497641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.497822] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.497917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.497972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.498138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.498214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.498302] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be updated. [ 682.554562] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.554562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.554562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.554818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.554863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.570041] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: IN_PROGRESS for 2s [ 683.009145] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18c122f-754b-4da8-9a84-078f28c55dec in Status: SUCCESS [ 683.009409] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18c122f-754b-4da8-9a84-078f28c55dec deletion is rescheduled due to dependency. [ 683.009487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.036054] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 in Status: SUCCESS [ 683.036246] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 deletion is rescheduled due to dependency. [ 683.036357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.534587] env[64015]: INFO networking_nsxv3.common.synchronization [None req-8d980a70-e6e6-49a3-a961-99245f189902 None None] Enqueued Resource ID: 77c04521-cfa4-46c3-8a93-f23908e19a99 with Priority: HIGHEST for action port [ 683.534919] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c04521-cfa4-46c3-8a93-f23908e19a99 with Priority: HIGHEST for action port [ 683.535491] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-77c04521-cfa4-46c3-8a93-f23908e19a99 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.535636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77c04521-cfa4-46c3-8a93-f23908e19a99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.536596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77c04521-cfa4-46c3-8a93-f23908e19a99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.536596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77c04521-cfa4-46c3-8a93-f23908e19a99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.536596] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c04521-cfa4-46c3-8a93-f23908e19a99',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.042019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77c04521-cfa4-46c3-8a93-f23908e19a99 [ 684.042019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.042019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.042019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.042019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.042019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.042019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77c04521-cfa4-46c3-8a93-f23908e19a99 already deleted. [ 684.042019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77c04521-cfa4-46c3-8a93-f23908e19a99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.112035] env[64015]: INFO networking_nsxv3.common.synchronization [req-8750f9c2-c275-417a-91f9-7bd69a3250ce req-18c04d7c-df25-407d-be0e-8d8be311510a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 684.112035] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 684.112035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.112035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.112035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.112035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.112035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.112035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.112035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.112035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.112035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.112035] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.191306] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 in Status: SUCCESS [ 684.191476] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 deletion is rescheduled due to dependency. [ 684.191616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.261620] env[64015]: INFO networking_nsxv3.common.synchronization [req-c3b6cc75-eefe-4226-9ff7-41fb088da01b req-51ac585c-81b0-4f0e-bee2-4cae0fedeb1a tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 684.261620] env[64015]: INFO networking_nsxv3.common.synchronization [req-c3b6cc75-eefe-4226-9ff7-41fb088da01b req-51ac585c-81b0-4f0e-bee2-4cae0fedeb1a tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 684.261834] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 684.261935] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 684.266484] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.266788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.268914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.268914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.268914] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.268914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.268914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.268914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.268914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.268914] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.273065] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.273065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.273065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.273065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.273065] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.273065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.273065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.273986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.274219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.274429] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.339780] env[64015]: INFO networking_nsxv3.common.synchronization [req-c3b6cc75-eefe-4226-9ff7-41fb088da01b req-51ac585c-81b0-4f0e-bee2-4cae0fedeb1a tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_rules [ 684.339780] env[64015]: INFO networking_nsxv3.common.synchronization [req-c3b6cc75-eefe-4226-9ff7-41fb088da01b req-51ac585c-81b0-4f0e-bee2-4cae0fedeb1a tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 684.339780] env[64015]: INFO networking_nsxv3.common.synchronization [req-c3b6cc75-eefe-4226-9ff7-41fb088da01b req-51ac585c-81b0-4f0e-bee2-4cae0fedeb1a tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 684.339780] env[64015]: INFO networking_nsxv3.common.synchronization [req-c3b6cc75-eefe-4226-9ff7-41fb088da01b req-51ac585c-81b0-4f0e-bee2-4cae0fedeb1a tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 684.339780] env[64015]: INFO networking_nsxv3.common.synchronization [req-c3b6cc75-eefe-4226-9ff7-41fb088da01b req-51ac585c-81b0-4f0e-bee2-4cae0fedeb1a tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 675b72e3-c471-42c5-8cfc-40784a02221a with Priority: HIGHEST for action port [ 684.341406] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_rules [ 684.341682] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 684.342031] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675b72e3-c471-42c5-8cfc-40784a02221a with Priority: HIGHEST for action port [ 684.342249] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 684.342530] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 684.343276] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.343557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.343727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.344402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.345757] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.348669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.348669] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.348669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-675b72e3-c471-42c5-8cfc-40784a02221a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.348669] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675b72e3-c471-42c5-8cfc-40784a02221a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.348669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.348669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.348669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.555335] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.555335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.555335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.555335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.555335] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.555335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.555335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.556550] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.556850] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.557218] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.557468] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.557815] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.558099] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.558323] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.558581] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.558835] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.578110] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.578731] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.579091] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.579379] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-329" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.581020] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-696341a7-f848-491f-b21c-f3183e409b28 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.581020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.581020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.581020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.581020] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696341a7-f848-491f-b21c-f3183e409b28',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.583292] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: SUCCESS [ 684.583626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.618265] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.777197] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.784834] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.851127] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.851339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.851656] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.851747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.851901] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 675b72e3-c471-42c5-8cfc-40784a02221a with status ACTIVE [ 684.852075] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.852184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.852250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.852464] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.852565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.852758] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.852884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.852951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.853135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.853271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.853400] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.853683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.853683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.853683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.853820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.853851] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 675b72e3-c471-42c5-8cfc-40784a02221a is going to be updated. [ 684.875964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.875964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.875964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.880029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.880029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.880029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.003135] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_members [ 685.003268] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 685.003372] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 685.004010] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_members [ 685.004179] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 685.004298] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 685.004581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.004706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.004774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.005041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.005200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.005302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.005371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.005511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.005611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.005706] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.006538] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.006608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.006796] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.006880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.076072] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_rules [ 685.076791] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 685.076791] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 685.076791] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 685.076791] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_rules [ 685.076791] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_members [ 685.077072] env[64015]: INFO networking_nsxv3.common.synchronization [req-ef2cb8ea-6977-4b91-a7ea-9e4bc4f3584e req-87c84a4a-d876-45c4-9628-85f6d208322f tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 675b72e3-c471-42c5-8cfc-40784a02221a with Priority: HIGHEST for action port [ 685.077563] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_rules [ 685.077704] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 685.077838] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_members [ 685.077942] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675b72e3-c471-42c5-8cfc-40784a02221a with Priority: HIGHEST for action port [ 685.078201] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_rules [ 685.078251] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 685.078560] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 685.078639] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.078739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.078885] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.078970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.079171] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.079258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.079435] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-675b72e3-c471-42c5-8cfc-40784a02221a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.079507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.079598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.079814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.079923] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675b72e3-c471-42c5-8cfc-40784a02221a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.080789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.080905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.080977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.081231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.081315] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.082414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.082509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.082727] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.082820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.084724] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.088025] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 696341a7-f848-491f-b21c-f3183e409b28 not found, creating... [ 685.088025] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.088025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.088505] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.088505] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.088505] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.088505] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.088505] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.088505] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 696341a7-f848-491f-b21c-f3183e409b28 is going to be created. [ 685.116631] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.116893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.117134] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.117379] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.117662] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.117833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.120577] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.280144] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.283396] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.508373] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.587877] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 675b72e3-c471-42c5-8cfc-40784a02221a with status ACTIVE [ 685.587877] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.587877] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.587877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.588598] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.588598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.588598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.588598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.588598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.588598] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 675b72e3-c471-42c5-8cfc-40784a02221a is going to be updated. [ 685.590156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.590315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.610264] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.610410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.610488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.610752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.610818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.610987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-675b72e3-c471-42c5-8cfc-40784a02221a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.623762] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.623902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.623996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.624346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.624346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.624457] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 685.665164] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.665164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.665164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.665164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.665164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.680555] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 685.700498] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6d9e801a-2355-4b30-80c7-ddd8593d7718 None None] Enqueued Resource ID: 79c5ec25-4b60-4085-a660-30333a4d30e2 with Priority: HIGHEST for action port [ 685.700498] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c5ec25-4b60-4085-a660-30333a4d30e2 with Priority: HIGHEST for action port [ 685.700832] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-79c5ec25-4b60-4085-a660-30333a4d30e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.702246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79c5ec25-4b60-4085-a660-30333a4d30e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.702246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79c5ec25-4b60-4085-a660-30333a4d30e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.702383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79c5ec25-4b60-4085-a660-30333a4d30e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.702383] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79c5ec25-4b60-4085-a660-30333a4d30e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.785763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.785763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.785763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.785763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.785763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.785763] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 685.786586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.786783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.786882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.787629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.787629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.787629] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be created. [ 685.815784] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.818041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.818041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.818255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.818424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.820313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.820435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.820503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.820682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.820809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.832585] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 685.833308] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: UNINITIALIZED for 2s [ 685.944710] env[64015]: INFO networking_nsxv3.common.synchronization [req-8750f9c2-c275-417a-91f9-7bd69a3250ce req-f3bb19e6-3208-4b27-be15-10536f15fcd0 service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 685.945012] env[64015]: INFO networking_nsxv3.common.synchronization [req-8750f9c2-c275-417a-91f9-7bd69a3250ce req-f3bb19e6-3208-4b27-be15-10536f15fcd0 service nova] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 685.945229] env[64015]: INFO networking_nsxv3.common.synchronization [req-8750f9c2-c275-417a-91f9-7bd69a3250ce req-f3bb19e6-3208-4b27-be15-10536f15fcd0 service nova] Enqueued Resource ID: 696341a7-f848-491f-b21c-f3183e409b28 with Priority: HIGHEST for action port [ 685.946199] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_rules [ 685.946435] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 685.946603] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696341a7-f848-491f-b21c-f3183e409b28 with Priority: HIGHEST for action port [ 685.947313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.947313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.947313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.947503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.947610] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.949213] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.949333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.949874] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-696341a7-f848-491f-b21c-f3183e409b28 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.949874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.949874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.950104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.953027] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696341a7-f848-491f-b21c-f3183e409b28',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.011329] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.206199] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79c5ec25-4b60-4085-a660-30333a4d30e2 [ 686.206945] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.206945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.206945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.207116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.208025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.208025] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79c5ec25-4b60-4085-a660-30333a4d30e2 already deleted. [ 686.208025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79c5ec25-4b60-4085-a660-30333a4d30e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.454494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.454494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.454494] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 696341a7-f848-491f-b21c-f3183e409b28 with status ACTIVE [ 686.454494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.454494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.454494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.456358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.456430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.456637] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.456736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.456799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.456967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.457054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.457236] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.457327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.457385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.457522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.457593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.457674] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 696341a7-f848-491f-b21c-f3183e409b28 is going to be updated. [ 686.482265] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.482265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.482265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.482265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.482522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.487021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696341a7-f848-491f-b21c-f3183e409b28" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.513974] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.514371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.514530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.515441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.515441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.515441] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36780af-f6e0-4844-81c9-272ca211d511 is going to be created. [ 686.544449] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.544595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.544664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.544884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.545049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.556156] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: UNINITIALIZED for 2s [ 686.966446] env[64015]: INFO networking_nsxv3.common.synchronization [req-b47af696-32ff-416d-914f-da0951eb9d45 req-602a7eb6-e2a4-4db0-8f68-10a547da00d5 tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Enqueued Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_members [ 686.966446] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_members [ 686.966446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.966446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.966446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.967011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.967207] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.967313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.967793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.967793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.967793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.967793] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.470778] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.470962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.471061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.471318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.471829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.471829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.471829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.472072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.472072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.472151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.472200] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09816e23-17ec-494c-a183-78912cc23cd3 already deleted. [ 687.472253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.493407] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.493595] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-226" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.493719] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-226" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.494076] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-226" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.494338] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.494748] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.494748] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.494869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.494954] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.495412] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.495485] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.495570] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.495795] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.495795] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.495909] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.496672] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.513239] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.513427] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.513573] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.513750] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-226" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.514115] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-4f76bb82-171d-4835-9845-8b8be26fab52 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.514266] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.514386] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.514735] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.514888] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f76bb82-171d-4835-9845-8b8be26fab52',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.690151] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 687.690151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.690151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.690151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.690151] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.690356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.690356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.690423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.690480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.690584] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.843029] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: SUCCESS [ 687.843210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.843462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.843594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.843777] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.843900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.843949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.844189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.844189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.844310] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.845935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 687.846355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.846355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.846539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.846829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.846829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.846829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.847216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.847216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.847216] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.017576] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.017846] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.017846] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.018139] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.018294] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.018458] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 4f76bb82-171d-4835-9845-8b8be26fab52 not found, creating... [ 688.018724] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.018880] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.018999] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.019427] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.019427] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.019713] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.019880] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.020008] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.020224] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.020380] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.020575] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 4f76bb82-171d-4835-9845-8b8be26fab52 is going to be created. [ 688.039047] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.039193] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.039314] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.040021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.040021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.040176] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.196029] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.352008] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.353088] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.566665] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: SUCCESS [ 688.566998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.567243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.567562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.567809] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.567979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.568108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.568312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.568445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.568586] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.698632] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.857283] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.859700] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.070340] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.179980] env[64015]: INFO networking_nsxv3.common.synchronization [req-b47af696-32ff-416d-914f-da0951eb9d45 req-77234188-c671-4341-a9a4-6ed76ce49581 service nova] Enqueued Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_rules [ 689.180201] env[64015]: INFO networking_nsxv3.common.synchronization [req-b47af696-32ff-416d-914f-da0951eb9d45 req-77234188-c671-4341-a9a4-6ed76ce49581 service nova] Enqueued Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_members [ 689.180345] env[64015]: INFO networking_nsxv3.common.synchronization [req-b47af696-32ff-416d-914f-da0951eb9d45 req-77234188-c671-4341-a9a4-6ed76ce49581 service nova] Enqueued Resource ID: 4f76bb82-171d-4835-9845-8b8be26fab52 with Priority: HIGHEST for action port [ 689.180600] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_rules [ 689.180736] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_members [ 689.180888] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f76bb82-171d-4835-9845-8b8be26fab52 with Priority: HIGHEST for action port [ 689.181417] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.181653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.181653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.181881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.181969] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.185132] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.185257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.185326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.185467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.185736] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.185849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.185912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.186100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.186189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.186285] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.187432] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f76bb82-171d-4835-9845-8b8be26fab52 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.187652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.187737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.187902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.187982] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f76bb82-171d-4835-9845-8b8be26fab52',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.201375] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.202208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.202208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.202208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.202208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.202208] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 689.244013] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.244013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.244013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.244013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.244013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.252106] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 689.360037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.360187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.360262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.361790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.361938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.362071] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 689.365167] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.365300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.365370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.365557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.365641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.365734] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be updated. [ 689.436621] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.436621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.436621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.436621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.436621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.439829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.439949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.440023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.440202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.440333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.449877] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 689.451481] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: IN_PROGRESS for 2s [ 689.576310] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.686054] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.686198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.687569] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.690083] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f76bb82-171d-4835-9845-8b8be26fab52 with status ACTIVE [ 689.690305] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.690434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.690502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.690715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.690805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.690989] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.691139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.691189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.691705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.691705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.691705] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.691705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.691894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.691894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.691953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.692035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f76bb82-171d-4835-9845-8b8be26fab52 is going to be updated. [ 689.714947] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.715161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.715161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.715373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.715507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.715666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f76bb82-171d-4835-9845-8b8be26fab52" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.080261] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.080852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.080852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.080852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.080852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.080852] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36780af-f6e0-4844-81c9-272ca211d511 is going to be updated. [ 690.107224] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.107368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.107443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.107655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.107801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.116068] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: IN_PROGRESS for 2s [ 690.190740] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.693629] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.693974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.694109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.694439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.694563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.694708] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09816e23-17ec-494c-a183-78912cc23cd3 is going to be created. [ 690.716818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.716981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.717107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.717457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.717657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.726567] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09816e23-17ec-494c-a183-78912cc23cd3 in Status: UNINITIALIZED for 2s [ 691.265103] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 691.265103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.265103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.265103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.265716] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.265905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.265987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.266181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.266274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.266367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.266462] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.462637] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: SUCCESS [ 691.462861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.463551] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 691.463714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.463888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.464157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.464356] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.464454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.464552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.464674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.464754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.464840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.464937] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.465786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.466111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.466111] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.466270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.466270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.466421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.466563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.466563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.466659] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.467516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.467680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.467829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.467922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.467977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.468134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.468204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.468294] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.468892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.472021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.472021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.472021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.472021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.472021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.472021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.472021] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.776048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.776222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.776320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.776552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.776748] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.776828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.776943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.777512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.777512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.777512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.777512] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.777512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.777512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.778287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.778287] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.778287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.778287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.778287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.778287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.778287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.778287] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.968472] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.972526] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.974956] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.974956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.974956] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.129218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: IN_PROGRESS for 4s [ 692.283573] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e790b91-acc8-458d-8d77-955c0c5ba41e: rpc.has_security_group_logging(os_id): False [ 692.300819] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.300923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.301010] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.301238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.301334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.301666] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.301782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.301782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.301945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.302038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.302233] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.302577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.302577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.302577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.302747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.302935] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.303052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.303052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.303240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.303344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.303441] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 692.360633] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.360922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.360990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.361332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.361570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.374246] env[64015]: INFO networking_nsxv3.common.synchronization [req-70c7c0c8-1cb0-4e58-af93-5c0b439e54e5 req-76860d16-bb10-471b-a02d-35d19c3de930 tempest-ServersTestBootFromVolume-536072091 tempest-ServersTestBootFromVolume-536072091-project-member] Enqueued Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_members [ 692.375013] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGHEST for action security_group_members [ 692.380610] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 692.381129] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.385105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.385105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.385105] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.385105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.385105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.385105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.385105] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.471464] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501cd155-b3b1-49b1-abd0-239d61fa3ca2: rpc.has_security_group_logging(os_id): False [ 692.475840] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.478525] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.490201] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.490201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.490344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.490442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.490530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.490751] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.490860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.490912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.491077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.491147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.491231] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be created. [ 692.554213] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.555510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.555510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.555510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.555510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.570022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: IN_PROGRESS for 2s [ 692.738138] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09816e23-17ec-494c-a183-78912cc23cd3 in Status: SUCCESS [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.738138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.738138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.738138] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.887460] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.887713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.887713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.887947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.888093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.888231] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.888352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.888461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.888559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.888653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.888765] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf is going to be updated. [ 692.921642] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.921642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.921642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.921642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.921642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.928209] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf in Status: IN_PROGRESS for 2s [ 692.981031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.981031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.981031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.981031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.981031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.981031] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 692.982280] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.982401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.982502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.982695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.982833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.982949] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be updated. [ 693.009731] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.009904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.009994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.010213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.010372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.012354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.012478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.012545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.012727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.012901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.022924] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 693.023657] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: IN_PROGRESS for 2s [ 693.241380] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.241562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.241711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.242124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.242186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.242264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.242335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.242686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.242812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.242918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.243087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.243186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.243250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.243398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.243538] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.243632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.243696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.243849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.243904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.243984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.244086] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.746444] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09816e23-17ec-494c-a183-78912cc23cd3: rpc.has_security_group_logging(os_id): False [ 693.764080] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.764333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.764406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.764596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.764701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.764936] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.765085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.765160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.765424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.765424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.765594] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.765695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.765761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.765907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.765986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.766197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.766297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.766361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.766505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.766582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.766669] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09816e23-17ec-494c-a183-78912cc23cd3 is going to be created. [ 693.819856] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.820062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.820120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.820387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.820507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.831043] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09816e23-17ec-494c-a183-78912cc23cd3 in Status: IN_PROGRESS for 2s [ 694.005938] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 694.006115] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:1 started [ 694.143091] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: SUCCESS [ 694.143413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.143538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.143823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.144132] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.144249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.144321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.144484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.144568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.144654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.144749] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.396232] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 694.396455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.424931] env[64015]: INFO networking_nsxv3.common.synchronization [req-1ec20547-0044-4a37-96a0-05a8bce06c2c req-3dccde4d-4541-40e9-bfb1-756362f87a33 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 694.427096] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 694.427096] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.427096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.427096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.427096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.427096] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.427096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.427096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.427429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.427622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.427800] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.581999] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: SUCCESS [ 694.582252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.582431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.582652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.582836] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.651204] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.827142] env[64015]: INFO networking_nsxv3.common.synchronization [req-e7d09aaa-c00e-4423-b937-5fc7931f0b8b req-8497c572-35e7-45b9-97fc-c9f8a0184998 tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 694.827587] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 694.827891] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.828025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.828099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.828328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.828487] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.828588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.828650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.828821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.828907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.829007] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.930671] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.930845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.930886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.931222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.931222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.931392] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.931485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.931547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.931740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.931824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.931996] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b already deleted. [ 694.931996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.940046] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf in Status: SUCCESS [ 694.940257] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf deletion is rescheduled due to dependency. [ 694.940398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.034995] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 695.034995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.034995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.034995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.034995] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.034995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.034995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.034995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.034995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.034995] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.036733] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: SUCCESS [ 695.037142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.037423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.037781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.038070] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.038308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.038457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.038749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.039570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.039570] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.085324] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.085324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.140103] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.140103] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.140103] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.140103] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.140103] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.141492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.141492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.141492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.141727] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.142059] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.142298] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.142511] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.142825] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.143081] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.143295] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.144024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.155430] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f36780af-f6e0-4844-81c9-272ca211d511: rpc.has_security_group_logging(os_id): False [ 695.163985] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.163985] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.163985] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.163985] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.163985] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-a2ca5a63-7272-4e50-b477-96b77c97081c taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.163985] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.163985] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.163985] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.163985] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ca5a63-7272-4e50-b477-96b77c97081c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.173229] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.173229] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.173229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.173229] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36780af-f6e0-4844-81c9-272ca211d511 is going to be created. [ 695.248277] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.248277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.248277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.248277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.248277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.257687] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: IN_PROGRESS for 2s [ 695.332389] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.541187] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.542176] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.668165] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.668165] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.668165] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.668165] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.668474] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.668474] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port a2ca5a63-7272-4e50-b477-96b77c97081c not found, creating... [ 695.668727] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.668905] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.669040] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.669275] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.669426] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.669728] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.669886] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.670088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.670243] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.670392] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.670982] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: a2ca5a63-7272-4e50-b477-96b77c97081c is going to be created. [ 695.689836] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.690052] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.690185] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.690450] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.690677] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.690894] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.835426] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.843874] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09816e23-17ec-494c-a183-78912cc23cd3 in Status: SUCCESS [ 695.844133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.047061] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.047691] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.339128] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.339128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.339128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.339128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.339128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.339128] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be updated. [ 696.365119] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.365579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.365712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.366049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.366300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.374180] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: IN_PROGRESS for 2s [ 696.531077] env[64015]: INFO networking_nsxv3.common.synchronization [req-1ec20547-0044-4a37-96a0-05a8bce06c2c req-84f4a5e1-2702-463b-b04e-a13db357c093 service nova] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_rules [ 696.531275] env[64015]: INFO networking_nsxv3.common.synchronization [req-1ec20547-0044-4a37-96a0-05a8bce06c2c req-84f4a5e1-2702-463b-b04e-a13db357c093 service nova] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 696.531417] env[64015]: INFO networking_nsxv3.common.synchronization [req-1ec20547-0044-4a37-96a0-05a8bce06c2c req-84f4a5e1-2702-463b-b04e-a13db357c093 service nova] Enqueued Resource ID: a2ca5a63-7272-4e50-b477-96b77c97081c with Priority: HIGHEST for action port [ 696.531655] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_rules [ 696.531819] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 696.531928] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ca5a63-7272-4e50-b477-96b77c97081c with Priority: HIGHEST for action port [ 696.532493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.532619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.532738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.533042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.533595] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.535979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.535979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.535979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.539141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.539317] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.539419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.539485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.539647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.542989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.542989] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.542989] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ca5a63-7272-4e50-b477-96b77c97081c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.542989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.542989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.542989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.542989] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ca5a63-7272-4e50-b477-96b77c97081c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.549265] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.549393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.549460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.549654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.549854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.549854] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 696.551736] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.551893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.552708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.552708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.552708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.552708] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be updated. [ 696.581079] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.581079] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.581079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.591292] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: IN_PROGRESS for 2s [ 696.592838] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 697.043119] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.044552] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.044669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.044843] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ca5a63-7272-4e50-b477-96b77c97081c with status ACTIVE [ 697.045045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.045184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.045255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.045714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.045816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.046008] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.046118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.046182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.046342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.046416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.046814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.046916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.046981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.047147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.047225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.047311] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ca5a63-7272-4e50-b477-96b77c97081c is going to be updated. [ 697.075028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.075201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.075262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.075531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.075685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.075894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ca5a63-7272-4e50-b477-96b77c97081c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.271441] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: SUCCESS [ 697.271743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.549679] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.052686] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.054026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.054026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.054026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.054026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.054026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be created. [ 698.074847] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.074847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.074847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.074847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.075174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.083538] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: UNINITIALIZED for 2s [ 698.386405] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: SUCCESS [ 698.386637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.602467] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 698.602702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.602855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.603093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.603255] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.603376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.603461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.603569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.603655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.603826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.603924] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.604029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.604100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.604225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.604366] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.604461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.604508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.604643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.604715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.604793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.604885] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.606245] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: SUCCESS [ 698.606422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.606563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.606722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.607312] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.607312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.607312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.607312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.607312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.607709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.607709] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.109430] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.111169] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c5017-d49f-49ac-a388-fd3f2b42cc23: rpc.has_security_group_logging(os_id): False [ 699.128805] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.128975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.129079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.129515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.129515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.130517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.130517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.130517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.130517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.130517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.130517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.130805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.130805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.130863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.130937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.131185] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.131550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.131550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.131550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.131691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.131736] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 699.192696] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.192840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.192922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.193163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.193302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.228289] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 699.613569] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501cd155-b3b1-49b1-abd0-239d61fa3ca2: rpc.has_security_group_logging(os_id): False [ 699.638992] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.639456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.639555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.639856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.640021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.641089] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.641089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.641089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.641399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.641399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.641589] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be updated. [ 699.696119] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.696315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.696431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.696687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.696831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.724355] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: IN_PROGRESS for 2s [ 700.094947] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 700.095199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.095368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.095582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.095795] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.095919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.095984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.096145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.096217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.096304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.096397] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.599178] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.599480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.599480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.599663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.599903] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.600048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.600087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.600248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.600331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.600418] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.600603] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.600672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.600728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.600873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.601043] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.601139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.601202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.601341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.601419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.601501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.601607] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.945115] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.945341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.945341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.945555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.945666] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.103685] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0124148-b740-4741-83a1-966630c4384b: rpc.has_security_group_logging(os_id): False [ 701.122454] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.122666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.122741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.122976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.123084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.123317] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.123439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.123498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.124099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.124099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.124099] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.124099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.124300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.124300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.124421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.124597] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.124700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.124781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.124934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.125024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.125126] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be created. [ 701.177612] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.177787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.177831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.178923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.178923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.188864] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 701.246856] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 701.247367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.247367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.247619] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.448230] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.532891] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 701.533060] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 701.593868] env[64015]: INFO networking_nsxv3.common.synchronization [req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 req-918884ae-127a-43d7-ad94-beec348c3064 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 701.594394] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 701.594698] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.594824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.594922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.595206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.595374] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.595478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.595541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.595700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.595787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.595878] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.740029] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: SUCCESS [ 701.740029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.750023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.750658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.750658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.750658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.750658] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.750658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.752744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.752744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.752744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.752744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.752744] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.879936] env[64015]: INFO networking_nsxv3.common.synchronization [req-34343b56-68cd-45dd-b586-1ed1d9d9f3f6 req-5a949457-baa3-4831-a460-b4aa783a9b3a tempest-ServerMetadataNegativeTestJSON-748704838 tempest-ServerMetadataNegativeTestJSON-748704838-project-member] Enqueued Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_members [ 701.879936] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGHEST for action security_group_members [ 701.879936] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.879936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.879936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.879936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.879936] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.880645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.880645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.880645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.880645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.880773] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.951052] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.995280] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.995280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.995280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.995280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.995280] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.995280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.995280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.997111] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.997441] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.998082] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.998393] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.998655] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.998893] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.999160] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.999403] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.000081] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.018738] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.019327] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.019327] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.019327] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.019646] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-242aef4f-eedc-4119-a4df-820e77e8dd54 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.019829] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.019955] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.022217] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.022217] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242aef4f-eedc-4119-a4df-820e77e8dd54',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.098587] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.258408] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.258540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.258587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.258801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.258972] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.259107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.259144] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.259289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.259644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.259746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.259942] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.260057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.260111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.260261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.260403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.260496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.260556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.260738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.260846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.261839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.261839] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.383082] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.383295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.383387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.383668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.383769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.383973] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.384160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.384245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.384408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.384487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.384576] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09816e23-17ec-494c-a183-78912cc23cd3 is going to be updated. [ 702.417706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.417846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.418024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.418868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.418868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.427303] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09816e23-17ec-494c-a183-78912cc23cd3 in Status: IN_PROGRESS for 2s [ 702.454867] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 702.455101] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 702.525055] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.525287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.525423] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.525743] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.525861] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.526038] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 242aef4f-eedc-4119-a4df-820e77e8dd54 not found, creating... [ 702.526304] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.526496] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.526578] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.526806] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.526950] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.527239] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.527396] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.527517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.527728] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.527865] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.528013] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 242aef4f-eedc-4119-a4df-820e77e8dd54 is going to be created. [ 702.554176] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.554439] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.554574] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.558021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.558021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.558021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.602119] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.766652] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c5017-d49f-49ac-a388-fd3f2b42cc23: rpc.has_security_group_logging(os_id): False [ 702.789359] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.789359] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.789359] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.789359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.789906] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.790339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.790576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.791378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.791612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.791909] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 702.855025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.855025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.855025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.855025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.855025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.889687] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 703.107409] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.107587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.107653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.107840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.107932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.108050] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 703.146669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.146879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.146957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.147229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.147366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.157697] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 703.206785] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 703.207024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.399467] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.399691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.399753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.399941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.419058] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 703.424490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.424490] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 703.436518] env[64015]: INFO networking_nsxv3.common.synchronization [req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 req-be46e438-1158-4aa8-828d-40822ec5e226 service nova] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_rules [ 703.436692] env[64015]: INFO networking_nsxv3.common.synchronization [req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 req-be46e438-1158-4aa8-828d-40822ec5e226 service nova] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 703.436838] env[64015]: INFO networking_nsxv3.common.synchronization [req-3fc3a3fe-850f-4bf4-a79f-6493168f3159 req-be46e438-1158-4aa8-828d-40822ec5e226 service nova] Enqueued Resource ID: 242aef4f-eedc-4119-a4df-820e77e8dd54 with Priority: HIGHEST for action port [ 703.437125] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_rules [ 703.437251] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 703.437461] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 242aef4f-eedc-4119-a4df-820e77e8dd54 with Priority: HIGHEST for action port [ 703.438214] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.438337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.438401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.438600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.438676] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.439913] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.440018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.440215] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-242aef4f-eedc-4119-a4df-820e77e8dd54 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.440299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.440359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.440528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.440599] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242aef4f-eedc-4119-a4df-820e77e8dd54',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.448586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.448739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.448739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.448946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.455348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.455872] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 703.456858] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 703.456858] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 703.489676] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.489676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.489676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.489939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.491318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.491512] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 703.549581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.549826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.549980] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.550226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.550452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.550668] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 703.606432] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.606580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.606659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.606877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.607849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.607849] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 703.607849] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3d30ae91-1c76-4286-9dac-27ceb2ee358b', 'e18c122f-754b-4da8-9a84-078f28c55dec', '1e790b91-acc8-458d-8d77-955c0c5ba41e', '0df819fb-5e4d-48a2-81cf-f9e64202fdb5', '4346cbf5-167b-4a13-bf54-db902a477cf7', '7efc7507-efd5-4a5f-a192-f9ccaf3ce733', 'f35fcac0-e825-4e0e-81e7-836dcdc3ca90', 'aa0c6c3c-3190-4ddd-85dd-0609bdde04dc', '72d909fe-e9ab-4b29-9d8e-3b9b8714080e', 'f36780af-f6e0-4844-81c9-272ca211d511', '734b273e-db2a-4aeb-99db-c2df382bfa7c', '1259cc6b-bee0-4b3f-9b52-fbcf735aae29', 'd34e434f-e07f-4284-acc5-2bacc5453586', '79e3e562-61f1-4dfb-a3ec-208a3aaa3514', '353c1c75-07ef-42fc-a23b-eb210168444a', '7c73d354-060f-45f7-bba9-813dc2af8fed', 'c64fa128-b74e-4ba7-a9c4-d0e58a915e94', '09816e23-17ec-494c-a183-78912cc23cd3', 'e283ade5-6707-4fa3-833d-f7d95a3f22cd', 'ce7f8328-4843-465e-8c73-99169c7d0485', '30733589-627c-40c5-8912-cb5b24d8d847', '2cee6fea-7909-4d43-b147-950983883f87', '04d48681-0cb0-463d-ad83-ba458e85359b', '5295b59f-f460-41bb-8ef2-fa810d7fb5bf', '501cd155-b3b1-49b1-abd0-239d61fa3ca2', 'e0124148-b740-4741-83a1-966630c4384b', 'bfe51baa-1822-4ded-a12b-8ecb0e70139d', '84e6dd28-f626-4379-bb43-aa99bdda57e2', 'c88c5017-d49f-49ac-a388-fd3f2b42cc23', '10157c76-ecfb-40d5-a8e7-1f6f427ce354', 'a5d42749-af86-47cb-8ff1-199524502011', '04950076-8f41-4cea-b6e1-51929a1a43c7', 'ebedcda5-e754-4113-91f1-15a31f49ef11'} {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 703.607849] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 703.626297] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.626577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.626897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.627264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.627370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.627515] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 703.627636] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 703.627753] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 703.684682] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.685108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.685428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.686563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.686903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 703.687071] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 703.687196] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 703.687312] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 703.687447] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 703.687572] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGH for action security_group_rules [ 703.687710] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGH for action security_group_rules [ 703.687841] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGH for action security_group_rules [ 703.687965] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGH for action security_group_rules [ 703.688111] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGH for action security_group_rules [ 703.688240] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGH for action security_group_rules [ 703.688369] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGH for action security_group_rules [ 703.688510] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGH for action security_group_rules [ 703.688644] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGH for action security_group_rules [ 703.688776] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGH for action security_group_rules [ 703.688901] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGH for action security_group_rules [ 703.689052] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGH for action security_group_rules [ 703.689413] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGH for action security_group_rules [ 703.689413] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGH for action security_group_rules [ 703.689532] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGH for action security_group_rules [ 703.689568] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGH for action security_group_rules [ 703.689689] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGH for action security_group_rules [ 703.689936] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGH for action security_group_rules [ 703.690056] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGH for action security_group_rules [ 703.690135] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGH for action security_group_rules [ 703.690316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.944584] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 242aef4f-eedc-4119-a4df-820e77e8dd54 with status ACTIVE [ 703.944584] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.944584] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.944584] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.944584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.945302] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 242aef4f-eedc-4119-a4df-820e77e8dd54 is going to be updated. [ 703.946028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.946028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.966148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.967107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.967107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.967107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.967107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.967278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-242aef4f-eedc-4119-a4df-820e77e8dd54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.439412] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09816e23-17ec-494c-a183-78912cc23cd3 in Status: SUCCESS [ 704.439594] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09816e23-17ec-494c-a183-78912cc23cd3 deletion is rescheduled due to dependency. [ 704.439709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.908207] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 704.908713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.166609] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 705.166903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.167106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.167331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.167559] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.167657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.167698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.168981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.168981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.168981] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.669641] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.871444] env[64015]: INFO networking_nsxv3.common.synchronization [req-fa97520a-6b03-4c3b-ba4f-ad62e991900e req-b821746f-f9e1-4b8d-b594-1201bff27fd8 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 705.872024] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 705.873086] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGH for action security_group_rules [ 705.873086] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGH for action security_group_rules [ 705.873086] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 with Priority: HIGH for action security_group_rules [ 705.873086] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGH for action security_group_rules [ 705.873086] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7f8328-4843-465e-8c73-99169c7d0485 with Priority: HIGH for action security_group_rules [ 705.873422] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGH for action security_group_rules [ 705.873422] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09816e23-17ec-494c-a183-78912cc23cd3 with Priority: HIGH for action security_group_rules [ 705.873422] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 with Priority: HIGH for action security_group_rules [ 705.873422] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 with Priority: HIGH for action security_group_rules [ 705.873536] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGH for action security_group_rules [ 705.873666] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d34e434f-e07f-4284-acc5-2bacc5453586 with Priority: HIGH for action security_group_rules [ 705.873736] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 with Priority: HIGH for action security_group_rules [ 705.874297] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGH for action security_group_rules [ 705.874297] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGH for action security_group_rules [ 705.874297] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e with Priority: HIGH for action security_group_rules [ 705.874297] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 with Priority: HIGH for action security_group_rules [ 705.874297] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGH for action security_group_rules [ 705.874297] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 with Priority: HIGH for action security_group_rules [ 705.874667] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18c122f-754b-4da8-9a84-078f28c55dec with Priority: HIGH for action security_group_rules [ 705.874667] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 with Priority: HIGH for action security_group_rules [ 705.878124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.878124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.878124] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.878124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.878124] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.878124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.878124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.878124] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35fcac0-e825-4e0e-81e7-836dcdc3ca90',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.878752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.878752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.878752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.878850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.878983] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.880129] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce7f8328-4843-465e-8c73-99169c7d0485 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.880254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.880334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.880446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.880513] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce7f8328-4843-465e-8c73-99169c7d0485',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.885036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.885199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.885265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.885522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.885522] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.886437] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09816e23-17ec-494c-a183-78912cc23cd3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.886555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.886616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.886829] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09816e23-17ec-494c-a183-78912cc23cd3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.887774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.888133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.888133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.888133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.888314] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c64fa128-b74e-4ba7-a9c4-d0e58a915e94',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.890097] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.890097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.890097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.890097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.890097] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79e3e562-61f1-4dfb-a3ec-208a3aaa3514',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.890367] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.890367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.890509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.890567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.890645] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.890909] env[64015]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 705.895808] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d34e434f-e07f-4284-acc5-2bacc5453586 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.895938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.896264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.896434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.896543] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d34e434f-e07f-4284-acc5-2bacc5453586',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.898320] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.898440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.898508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.898684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.899096] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1259cc6b-bee0-4b3f-9b52-fbcf735aae29',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.899927] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.900062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.900131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.900332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.900393] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.901334] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.901416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.901475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.901619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.901689] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.903068] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.903068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.903068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.903068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.903068] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d909fe-e9ab-4b29-9d8e-3b9b8714080e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.903964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.904093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.904152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.904317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.904387] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7efc7507-efd5-4a5f-a192-f9ccaf3ce733',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.905222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.905337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.905409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.905556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.905628] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.906514] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4346cbf5-167b-4a13-bf54-db902a477cf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.906657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.906733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.906884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.906957] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4346cbf5-167b-4a13-bf54-db902a477cf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.907772] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e18c122f-754b-4da8-9a84-078f28c55dec taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.907871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.907939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.908117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.908270] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e18c122f-754b-4da8-9a84-078f28c55dec',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.909012] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.909123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.909189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.909336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.909407] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0df819fb-5e4d-48a2-81cf-f9e64202fdb5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.909619] env[64015]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 706.175166] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.289424] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.289693] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.289874] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.290248] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.290639] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.294565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.294565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.294565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.294565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.294565] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.294565] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.294565] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.294565] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.294565] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.294565] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.294565] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.312949] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.313138] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.313983] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.313983] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-685" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.313983] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-827ab006-1c42-4dbe-8a74-690fc4815d08 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.313983] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.314483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.314483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.314588] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('827ab006-1c42-4dbe-8a74-690fc4815d08',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.414436] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.414436] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.414436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.414436] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.417676] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.417676] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.417676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.418141] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.435983] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.435983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.435983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.435983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.459747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.459747] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35fcac0-e825-4e0e-81e7-836dcdc3ca90 is going to be deleted. [ 706.461668] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.461827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.461913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.462495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.462495] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.462495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.462495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.462711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.462711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.462796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.462796] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.465024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.465024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.465024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.465024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.465024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.465024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.465024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.465337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.465337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.465337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.465436] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.470050] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.470159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.470240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.471142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.471142] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.471142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.471142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.471142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.471142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.471142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.471142] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.474385] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.474507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.474608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.475197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.475197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.475197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.475197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.475197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.475526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.475526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.475526] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.483027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.483027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.483027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.483027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.490981] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.524188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.524340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.525191] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.525343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.525971] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.526097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.526786] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.526892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.527562] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.527687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.528417] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.528527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.529239] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.529374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.530061] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.530171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.530828] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.530918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.531607] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.531691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.532335] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 706.532724] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.533387] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 706.533770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.533930] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be deleted. [ 706.534809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.535025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.537110] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.537110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.558278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.558278] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79e3e562-61f1-4dfb-a3ec-208a3aaa3514 is going to be deleted. [ 706.558278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.558278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.559988] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.560175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.575919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.576016] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c64fa128-b74e-4ba7-a9c4-d0e58a915e94 is going to be deleted. [ 706.576904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.577153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.578467] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.599019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.599126] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4346cbf5-167b-4a13-bf54-db902a477cf7 is going to be deleted. [ 706.600072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.600247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.620809] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.620953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.623114] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.623229] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be deleted. [ 706.624046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.624254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.650197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.650325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.657383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.657509] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e18c122f-754b-4da8-9a84-078f28c55dec is going to be deleted. [ 706.658501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.658708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.677600] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.677763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.677826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.678040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.678162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.678300] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 706.697092] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.697225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.724306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.724306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.736674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.736864] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce7f8328-4843-465e-8c73-99169c7d0485 is going to be deleted. [ 706.737834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.738090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.766097] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.766266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.766311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.766482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.766622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.792116] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 706.795861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.796010] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d909fe-e9ab-4b29-9d8e-3b9b8714080e is going to be deleted. [ 706.796962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.797187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.816654] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.816875] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.817030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.817304] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.817466] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.817622] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 827ab006-1c42-4dbe-8a74-690fc4815d08 not found, creating... [ 706.817881] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.818068] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.818193] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.818410] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.818550] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.818832] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.818992] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.819127] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.819331] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.819470] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.819614] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 827ab006-1c42-4dbe-8a74-690fc4815d08 is going to be created. [ 706.836018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.836018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.853022] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.853022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.853022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.853022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.853259] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.853405] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.855284] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.855394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.865164] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 706.865633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.865758] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09816e23-17ec-494c-a183-78912cc23cd3 is going to be deleted. [ 706.866729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.866894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.908913] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.909073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.911831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.912049] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0df819fb-5e4d-48a2-81cf-f9e64202fdb5 is going to be deleted. [ 706.913022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.913248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.916913] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.917045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.917115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.917288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.917446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.917542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.917604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.917742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.917824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.917909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.918063] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.918212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.918344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.918476] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.918688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.918831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.918910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.918994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.919095] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.920483] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.920483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.920483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.920483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.920719] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.920719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.920719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.920838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.920873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.921018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.921099] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.921190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.921575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.921575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.921575] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.921704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.921704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.921886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.921935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.921999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.922099] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.955929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.955929] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d34e434f-e07f-4284-acc5-2bacc5453586 is going to be deleted. [ 706.956766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.956851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.966942] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.967291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.967291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.967291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.967676] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.968447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.968447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.968447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.968447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.968447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.968447] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.968447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.968447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.969126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.969126] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.969126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.969126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.969126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.969126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.969351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.969351] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.980092] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.983690] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.999419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.999595] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1259cc6b-bee0-4b3f-9b52-fbcf735aae29 is going to be deleted. [ 707.000564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.001514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.002981] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f36780af-f6e0-4844-81c9-272ca211d511: rpc.has_security_group_logging(os_id): False [ 707.006497] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.006628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.046035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.046035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7efc7507-efd5-4a5f-a192-f9ccaf3ce733 is going to be deleted. [ 707.046768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.046986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.047048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.047181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35fcac0-e825-4e0e-81e7-836dcdc3ca90" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.047984] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.048108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.048177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.048335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.090180] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.090315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.112825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.113160] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.113269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.113314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.113494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.113577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.113671] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36780af-f6e0-4844-81c9-272ca211d511 is going to be updated. [ 707.114699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.114867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.114954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.115095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79e3e562-61f1-4dfb-a3ec-208a3aaa3514" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.115226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.115371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.115449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.115558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c64fa128-b74e-4ba7-a9c4-d0e58a915e94" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.115701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.115876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.115934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.116058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4346cbf5-167b-4a13-bf54-db902a477cf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.116175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.116315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.116390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.116518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.117046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.117203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.117343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.117391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce7f8328-4843-465e-8c73-99169c7d0485" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.117534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.117683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.117760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.117869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e18c122f-754b-4da8-9a84-078f28c55dec" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.117999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.118230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.118336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d909fe-e9ab-4b29-9d8e-3b9b8714080e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.118473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.118722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.118857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09816e23-17ec-494c-a183-78912cc23cd3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.118993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.119230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.119328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.119435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.119644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.119747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0df819fb-5e4d-48a2-81cf-f9e64202fdb5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.161707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.161893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.161970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.162207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.162301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.162419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d34e434f-e07f-4284-acc5-2bacc5453586" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.167429] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.167558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.167667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.167810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.167901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.168057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1259cc6b-bee0-4b3f-9b52-fbcf735aae29" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.175959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.176237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.176237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.176237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.176395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.176395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7efc7507-efd5-4a5f-a192-f9ccaf3ce733" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.297591] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 707.299040] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.299040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.299040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.299040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.299040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.330192] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: IN_PROGRESS for 2s [ 707.423639] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d30ae91-1c76-4286-9dac-27ceb2ee358b: rpc.has_security_group_logging(os_id): False [ 707.424955] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e790b91-acc8-458d-8d77-955c0c5ba41e: rpc.has_security_group_logging(os_id): False [ 707.443915] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.444077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.444151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.444361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.446582] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.446687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.463248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.463524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.463654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.463729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.463915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.463996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.464208] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.464307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.464369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.464520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.464585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.464782] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.464865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.464927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.465094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.465155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.465236] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 707.466537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.466753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.471494] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa0c6c3c-3190-4ddd-85dd-0609bdde04dc: rpc.has_security_group_logging(os_id): False [ 707.481993] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c73d354-060f-45f7-bba9-813dc2af8fed: rpc.has_security_group_logging(os_id): False [ 707.486727] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 734b273e-db2a-4aeb-99db-c2df382bfa7c: rpc.has_security_group_logging(os_id): False [ 707.495142] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.495267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.506916] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.507104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.509635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.509635] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.509635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.509635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.509635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.509989] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.509989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.509989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.510344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.510440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.510593] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.510679] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.510744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.510887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.510971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.511090] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be updated. [ 707.513403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.513403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.513403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.513403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.536409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.536757] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.536864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.536926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.537156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.537242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.540337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed is going to be updated. [ 707.541646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.541903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.549404] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.549564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.563477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.563774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.563928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.564021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.564630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.564630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.564630] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.565828] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.565828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.565828] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be updated. [ 707.566772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.567705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.581161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.581319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.591910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.592281] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.592379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.592476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.592882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.592882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.593082] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c is going to be updated. [ 707.596276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.596511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.596654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.597708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.597901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.598051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.615632] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 707.625818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.625970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.626500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.626704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.638141] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: IN_PROGRESS for 2s [ 707.660977] env[64015]: INFO networking_nsxv3.common.synchronization [req-fa97520a-6b03-4c3b-ba4f-ad62e991900e req-de9d2ad7-0e41-466f-b5ab-a40022a0cdc9 service nova] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_rules [ 707.661211] env[64015]: INFO networking_nsxv3.common.synchronization [req-fa97520a-6b03-4c3b-ba4f-ad62e991900e req-de9d2ad7-0e41-466f-b5ab-a40022a0cdc9 service nova] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 707.661358] env[64015]: INFO networking_nsxv3.common.synchronization [req-fa97520a-6b03-4c3b-ba4f-ad62e991900e req-de9d2ad7-0e41-466f-b5ab-a40022a0cdc9 service nova] Enqueued Resource ID: 827ab006-1c42-4dbe-8a74-690fc4815d08 with Priority: HIGHEST for action port [ 707.662401] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: IN_PROGRESS for 2s [ 707.662557] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_rules [ 707.662696] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 707.662800] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ab006-1c42-4dbe-8a74-690fc4815d08 with Priority: HIGHEST for action port [ 707.666121] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.666260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.666354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.666554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.666703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.668504] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.668504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.668504] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.668504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.668838] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-827ab006-1c42-4dbe-8a74-690fc4815d08 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.668838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.669148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.669148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.669148] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('827ab006-1c42-4dbe-8a74-690fc4815d08',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.693440] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 707.714982] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.714982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.714982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.714982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.714982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.730496] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: IN_PROGRESS for 2s [ 708.174024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 827ab006-1c42-4dbe-8a74-690fc4815d08 with status ACTIVE [ 708.174024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.174024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.174024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.174024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.175071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.175345] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 827ab006-1c42-4dbe-8a74-690fc4815d08 is going to be updated. [ 708.195037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.195037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.195037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.195544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.195544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.195620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-827ab006-1c42-4dbe-8a74-690fc4815d08" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.806798] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.806798] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.806798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.806798] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.808844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.808935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.809060] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.809246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.809246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.809390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.809436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.812091] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.309235] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.309537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.315681] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.347948] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: SUCCESS [ 709.348225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.656628] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 709.656856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.659833] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 709.660032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.673913] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: SUCCESS [ 709.674568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.706478] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 709.706693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.743468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: SUCCESS [ 709.743634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.818372] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.323173] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.323173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.323173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.323173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.323173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.323173] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 710.351290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.351468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.351555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.351779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.352039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.360935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 710.941324] env[64015]: INFO networking_nsxv3.common.synchronization [req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc req-745f8933-6b06-41ae-930d-ba81fb02e72d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 710.942038] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 710.942270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.942391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.942462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.942741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.942848] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.942936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.943028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.943202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.943561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.943561] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.331417] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.331756] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.331808] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.332133] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.332484] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.332591] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.332715] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.333026] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.333202] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.333439] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.333558] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.333684] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.333795] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.334313] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.334313] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.334313] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.354651] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.354847] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.355007] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.355202] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.355529] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-1feffe01-c9bb-4c09-9aaa-4758fbed7408 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.355700] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.355829] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.356262] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.356460] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1feffe01-c9bb-4c09-9aaa-4758fbed7408',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.445473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.445744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.445744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.445915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.446036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.446306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.446412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.446478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.446640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.446717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.446807] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be deleted. [ 711.474953] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.475130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.475206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.475398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.475494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.475593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.860807] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.861075] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.861234] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.861575] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.861845] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.862046] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 1feffe01-c9bb-4c09-9aaa-4758fbed7408 not found, creating... [ 711.862391] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.862584] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.862714] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.863048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.863265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.863694] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.863891] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.864028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.864265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.864405] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.864640] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 1feffe01-c9bb-4c09-9aaa-4758fbed7408 is going to be created. [ 711.886404] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.886910] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.887215] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.887556] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.887815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.888096] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.372222] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 712.372222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.372222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.372222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.372222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.372754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.372754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.372754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.372754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.372946] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.721939] env[64015]: INFO networking_nsxv3.common.synchronization [req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc req-1fac16c3-bcbb-438e-b0b4-703b016b2e38 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 712.722198] env[64015]: INFO networking_nsxv3.common.synchronization [req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc req-1fac16c3-bcbb-438e-b0b4-703b016b2e38 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 712.722351] env[64015]: INFO networking_nsxv3.common.synchronization [req-749b4c0f-c4b0-48ea-981d-a59ea9894ebc req-1fac16c3-bcbb-438e-b0b4-703b016b2e38 service nova] Enqueued Resource ID: 1feffe01-c9bb-4c09-9aaa-4758fbed7408 with Priority: HIGHEST for action port [ 712.722896] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 712.723131] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 712.723253] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1feffe01-c9bb-4c09-9aaa-4758fbed7408 with Priority: HIGHEST for action port [ 712.723522] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.723657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.723747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.723929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.724019] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.725946] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.726103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.726206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.726412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.726563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.726660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.726722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.726858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.726946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.727048] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.727772] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-1feffe01-c9bb-4c09-9aaa-4758fbed7408 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.727876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.727944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.728103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.728258] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1feffe01-c9bb-4c09-9aaa-4758fbed7408',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.876064] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.234169] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1feffe01-c9bb-4c09-9aaa-4758fbed7408 with status ACTIVE [ 713.234169] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.234169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.234169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.234169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.234169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.234684] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.234900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.235058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.235321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.235489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.235762] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.237016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.237016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.237016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.237016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.237016] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1feffe01-c9bb-4c09-9aaa-4758fbed7408 is going to be updated. [ 713.237797] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.238045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.238336] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.259463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.259463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.259463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.259618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.259756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.259915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1feffe01-c9bb-4c09-9aaa-4758fbed7408" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.379066] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.647494] env[64015]: INFO networking_nsxv3.common.synchronization [req-96a4251a-2666-4403-93c7-50f0db0ff7ab req-a807ba51-3b5e-41cd-abc4-9c2eb2d5ae34 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 713.648014] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 713.648330] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.648482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.648539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.648725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.648878] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.648975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.649315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.649491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.649578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.649673] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.741104] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.883722] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.883722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.883722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.883722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.883722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.884089] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 713.912591] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.912754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.912806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.913017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.913227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.921920] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 714.087836] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.088356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.088356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.088525] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.088796] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.089281] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.089281] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.089666] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.089815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.090009] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.090183] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.090346] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.091322] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.091322] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.091322] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.091322] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.109570] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.109570] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.109854] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.110060] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-765" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.110487] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.110925] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.111083] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.112617] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.112617] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a482bcf2-73bd-4da4-a7a6-b9d7969de43d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.154353] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.245295] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.245482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.245557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.245777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.245870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.245975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be created. [ 714.272470] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.272644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.272715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.272937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.273115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.281811] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: UNINITIALIZED for 2s [ 714.614915] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.615368] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.615368] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.615613] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.615833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.616118] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port a482bcf2-73bd-4da4-a7a6-b9d7969de43d not found, creating... [ 714.616335] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.616564] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.616717] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.617121] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.617301] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.617654] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.617858] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.618019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.618274] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.618444] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.618627] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: a482bcf2-73bd-4da4-a7a6-b9d7969de43d is going to be created. [ 714.638888] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.638888] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.639126] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.639273] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.639946] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.639946] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.657729] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.155009] env[64015]: INFO networking_nsxv3.common.synchronization [req-25bdef86-7e21-4936-a354-14da6a8a6cca req-9d6b77f0-bd39-4e2d-a560-e1dc3bf890cd tempest-VolumesAssistedSnapshotsTest-292258034 tempest-VolumesAssistedSnapshotsTest-292258034-project-member] Enqueued Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_members [ 715.155575] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGHEST for action security_group_members [ 715.156423] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.156593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.156693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.157017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.157694] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.157850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.157947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.158152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.158278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.158399] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.159567] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.159762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.159914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.160099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.160291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.160344] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be updated. [ 715.217381] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.217532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.217605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.217820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.218029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.228058] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: IN_PROGRESS for 2s [ 715.462054] env[64015]: INFO networking_nsxv3.common.synchronization [req-96a4251a-2666-4403-93c7-50f0db0ff7ab req-03ac3755-2352-4e99-855d-0940c9499389 service nova] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_rules [ 715.462262] env[64015]: INFO networking_nsxv3.common.synchronization [req-96a4251a-2666-4403-93c7-50f0db0ff7ab req-03ac3755-2352-4e99-855d-0940c9499389 service nova] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 715.462419] env[64015]: INFO networking_nsxv3.common.synchronization [req-96a4251a-2666-4403-93c7-50f0db0ff7ab req-03ac3755-2352-4e99-855d-0940c9499389 service nova] Enqueued Resource ID: a482bcf2-73bd-4da4-a7a6-b9d7969de43d with Priority: HIGHEST for action port [ 715.462655] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_rules [ 715.462761] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 715.462858] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a482bcf2-73bd-4da4-a7a6-b9d7969de43d with Priority: HIGHEST for action port [ 715.463414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.463538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.463607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.463807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.463891] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.465961] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.466198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.466456] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.466617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.466722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.466983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.467056] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a482bcf2-73bd-4da4-a7a6-b9d7969de43d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.662174] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.662459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.662459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.662622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.683450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.683755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.683892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.683984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.684317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.684389] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 is going to be updated. [ 715.709180] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.709868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.709868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.709868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.710260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.718567] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 in Status: IN_PROGRESS for 2s [ 715.933268] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 715.933652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.933927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.934177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.934394] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.934510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.934606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.934709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.934792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.934877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.935038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.935131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.935189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.935325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.935461] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.935816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.935816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.935816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.936008] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.936102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.936190] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.971461] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.971461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.971619] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a482bcf2-73bd-4da4-a7a6-b9d7969de43d with status ACTIVE [ 715.972027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.972027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.972027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.972220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.972303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.972470] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.973184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.973184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.973184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.973184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.973184] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.973184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.973184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.973459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.973459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.973541] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a482bcf2-73bd-4da4-a7a6-b9d7969de43d is going to be updated. [ 716.004107] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.004292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.004370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.004584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.004723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.004925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a482bcf2-73bd-4da4-a7a6-b9d7969de43d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.291322] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 716.291574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.291818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.292056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.292283] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.292432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.292520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.292701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.292809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.292951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.293096] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.441376] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0124148-b740-4741-83a1-966630c4384b: rpc.has_security_group_logging(os_id): False [ 716.458610] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.458783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.458824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.459044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.475997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.476285] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.477798] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.477798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.478315] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.478315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.478315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.478315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.478315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.478498] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 716.556065] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.556205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.556281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.556493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.556637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.570732] env[64015]: INFO networking_nsxv3.common.synchronization [req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f req-a827b8b3-8719-45bf-9abb-28c196930f81 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_members [ 716.571604] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 716.572111] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_members [ 716.572435] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.572550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.572620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.573136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.573369] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.573490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.573557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.573720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.573806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.574150] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.795922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.796306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.796306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.796413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.796644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.796731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.796767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.796927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.797043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.797087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.797222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.797311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.797367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.797511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.797687] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.797764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.797815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.797932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.798020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.798099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.798196] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.062927] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.063929] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.063929] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.063929] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.064160] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.064289] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.064483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.064803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.065020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.065296] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.065426] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.065572] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.065729] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.065872] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.066017] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.066222] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.075490] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.075646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.075688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.076363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.076363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.076363] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.076363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.076579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.076579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.076672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.076774] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 already deleted. [ 717.076863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.089525] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.089695] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.089848] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.090115] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-130" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.090431] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.090648] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.090783] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.091130] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.091306] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.240959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: SUCCESS [ 717.240959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.240959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.240959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.240959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.240959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.240959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.240959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.240959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.240959] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.309138] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e283ade5-6707-4fa3-833d-f7d95a3f22cd: rpc.has_security_group_logging(os_id): False [ 717.330403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.330403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.330403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.330403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.330995] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.330995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.330995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.330995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.330995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.331212] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be created. [ 717.390810] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.391011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.391294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.391294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.391441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.403486] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 717.593678] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.594107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.594215] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.594625] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.594830] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.596463] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 not found, creating... [ 717.596463] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.596463] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.596463] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.598338] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.598511] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.599026] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.599727] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.599727] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.599727] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.600122] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.600122] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 is going to be created. [ 717.625660] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.625866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.625941] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.626266] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.627450] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.627450] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.731743] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 in Status: SUCCESS [ 717.731743] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 deletion is rescheduled due to dependency. [ 717.731743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.746681] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.250164] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.580017] env[64015]: INFO networking_nsxv3.common.synchronization [req-827c497a-d0f2-4afa-af7f-61493a66993e req-2909fe52-fb2b-4599-a9cb-c94f0e67170f tempest-ServersTestManualDisk-2016713562 tempest-ServersTestManualDisk-2016713562-project-member] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_members [ 718.580017] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGHEST for action security_group_members [ 718.580017] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.580017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.580017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.580017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.580017] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.580017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.580017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.580017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.580017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.580017] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.585551] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 718.585551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.585551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.585551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.585551] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.691283] env[64015]: INFO networking_nsxv3.common.synchronization [req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f req-e476e62b-b2ec-4b9c-8649-a03e4f8ef7e1 service nova] Enqueued Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_rules [ 718.691468] env[64015]: INFO networking_nsxv3.common.synchronization [req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f req-e476e62b-b2ec-4b9c-8649-a03e4f8ef7e1 service nova] Enqueued Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_members [ 718.691612] env[64015]: INFO networking_nsxv3.common.synchronization [req-55de3482-2a8c-4d4a-8b92-b5fdb1c5fa0f req-e476e62b-b2ec-4b9c-8649-a03e4f8ef7e1 service nova] Enqueued Resource ID: 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 with Priority: HIGHEST for action port [ 718.692174] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_rules [ 718.692307] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_members [ 718.692404] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 with Priority: HIGHEST for action port [ 718.692673] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.692788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.692905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.693382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.693488] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.694897] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.695014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.695105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.695275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.695753] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.695856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.695918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.696129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.696217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.696256] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.697299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.697403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.697470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.700073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.700398] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.751861] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.752090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.752164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.752548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.752634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.752743] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be updated. [ 718.781931] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.782145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.782195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.782438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.782628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.794214] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: IN_PROGRESS for 2s [ 719.082490] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.082658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.082712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.082923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.083035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.083231] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.083548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.083548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.083548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.084022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.084022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c is going to be updated. [ 719.086329] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.086447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.086519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.086673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.086868] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.086930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.086983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.087119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.087906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.088035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.088140] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.108596] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.108596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.108596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.108596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.108596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.116298] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: IN_PROGRESS for 2s [ 719.195720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.195720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.199050] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.205919] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 with status ACTIVE [ 719.205919] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.205919] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.205919] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.205919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.205919] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0 is going to be updated. [ 719.241292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.241430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.241540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.241725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.241912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.242068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa98d2c-ac15-44a0-9b4a-c1d70f39bba0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.421095] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 719.421401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.592334] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.592499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.592636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.592783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.592980] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.593107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.593168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.593327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.593441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.593730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.593730] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.593730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.593925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.594031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.594188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.594279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.594332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.594477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.594554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.594635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.594725] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.700534] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.096684] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0124148-b740-4741-83a1-966630c4384b: rpc.has_security_group_logging(os_id): False [ 720.113828] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.114012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.114063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.114366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.114472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.114676] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.114779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.114837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.114995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.115097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.115262] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.115354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.115409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.115547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.115618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.115801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.115899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.115983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.116198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.116276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.116362] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 720.203815] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.204683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.204683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.204683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.204683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.204683] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 is going to be created. [ 720.419743] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.420089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.420089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.422339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.422339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.429390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.429568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.429633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.429844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.429941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.459497] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97632ead-efc4-47f3-84ea-adcba40b5690 in Status: UNINITIALIZED for 2s [ 720.504515] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 720.805035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: SUCCESS [ 720.805035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.806558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.806558] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.136973] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: IN_PROGRESS for 4s [ 721.309049] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.309257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.309341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.309568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.309744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.309916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.309983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.310164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.310250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.310339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.310488] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.310581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.310641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.310783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.310930] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.311033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.311094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.311233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.311309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.312433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.312433] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.815327] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cee6fea-7909-4d43-b147-950983883f87: rpc.has_security_group_logging(os_id): False [ 721.833449] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.833449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.833449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.833449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.858175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.858175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.858175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.858175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.858698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.858698] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be updated. [ 721.914179] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.914179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.914179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.914179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.914179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.924461] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: IN_PROGRESS for 2s [ 722.470781] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97632ead-efc4-47f3-84ea-adcba40b5690 in Status: SUCCESS [ 722.471037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.471314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.471418] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.471606] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.471710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.471850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.471933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.472028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.472150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.472472] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.517070] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 722.517298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.977535] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.146873] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c in Status: SUCCESS [ 723.146873] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c deletion is rescheduled due to dependency. [ 723.146873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.479865] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97632ead-efc4-47f3-84ea-adcba40b5690: rpc.has_security_group_logging(os_id): False [ 723.498493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.498754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.498754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.498933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.499036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.499289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.499392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.499457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.499624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.499702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.499787] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 is going to be created. [ 723.561080] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.561276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.561366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.561589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.561853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.573787] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97632ead-efc4-47f3-84ea-adcba40b5690 in Status: IN_PROGRESS for 2s [ 723.693440] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 723.693440] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 723.946086] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: SUCCESS [ 723.946360] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.076932] env[64015]: INFO networking_nsxv3.common.synchronization [None req-3eb10241-c975-4f60-aacb-e751e3f68572 None None] Enqueued Resource ID: 186768ca-d0fe-489f-af5d-d44862f6f967 with Priority: HIGHEST for action port [ 724.077456] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186768ca-d0fe-489f-af5d-d44862f6f967 with Priority: HIGHEST for action port [ 724.078905] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-186768ca-d0fe-489f-af5d-d44862f6f967 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186768ca-d0fe-489f-af5d-d44862f6f967" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.080478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186768ca-d0fe-489f-af5d-d44862f6f967" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.083341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186768ca-d0fe-489f-af5d-d44862f6f967" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.083468] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186768ca-d0fe-489f-af5d-d44862f6f967',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.129250] env[64015]: INFO networking_nsxv3.common.synchronization [req-9bc152ef-26e4-410a-a40e-b462335e5935 req-9bc513dc-ae8b-4933-b89b-86fd30e72188 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 724.129390] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 724.129703] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.129847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.130189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.132348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.132525] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.132637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.132700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.132860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.132984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.133100] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.585987] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 186768ca-d0fe-489f-af5d-d44862f6f967 [ 724.586846] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.586846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.586846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.587078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.587078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.587260] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:186768ca-d0fe-489f-af5d-d44862f6f967 already deleted. [ 724.587260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186768ca-d0fe-489f-af5d-d44862f6f967" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.636402] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.139314] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.585452] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97632ead-efc4-47f3-84ea-adcba40b5690 in Status: SUCCESS [ 725.587397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.642450] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.642450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.642450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.644135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.644135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.644135] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 725.672445] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.672445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.672445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.672649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.672697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.682275] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 726.168010] env[64015]: INFO networking_nsxv3.common.synchronization [None req-4dd6cf88-3c57-4811-81f1-9ea9fd01a54b None None] Enqueued Resource ID: d7fddd0b-c293-4f40-bc38-470618937826 with Priority: HIGHEST for action port [ 726.169038] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fddd0b-c293-4f40-bc38-470618937826 with Priority: HIGHEST for action port [ 726.169582] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fddd0b-c293-4f40-bc38-470618937826 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.169850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fddd0b-c293-4f40-bc38-470618937826" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.170193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fddd0b-c293-4f40-bc38-470618937826" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.170684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fddd0b-c293-4f40-bc38-470618937826" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.170960] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fddd0b-c293-4f40-bc38-470618937826',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.676315] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7fddd0b-c293-4f40-bc38-470618937826 [ 726.676315] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.676315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.676315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.676315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.676315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.676315] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7fddd0b-c293-4f40-bc38-470618937826 already deleted. [ 726.677064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fddd0b-c293-4f40-bc38-470618937826" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.693959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 727.693959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.772954] env[64015]: INFO networking_nsxv3.common.synchronization [None req-0338128b-76bf-4d51-8088-821561e36296 None None] Enqueued Resource ID: b2ba0680-015f-448e-890a-734c01fac8c5 with Priority: HIGHEST for action port [ 729.773642] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ba0680-015f-448e-890a-734c01fac8c5 with Priority: HIGHEST for action port [ 729.775768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2ba0680-015f-448e-890a-734c01fac8c5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.775768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2ba0680-015f-448e-890a-734c01fac8c5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.775768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2ba0680-015f-448e-890a-734c01fac8c5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.775768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2ba0680-015f-448e-890a-734c01fac8c5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.776331] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2ba0680-015f-448e-890a-734c01fac8c5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.280194] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2ba0680-015f-448e-890a-734c01fac8c5 [ 730.280895] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.280895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.280895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.280895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.281227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.281227] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2ba0680-015f-448e-890a-734c01fac8c5 already deleted. [ 730.281227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2ba0680-015f-448e-890a-734c01fac8c5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.942736] env[64015]: INFO networking_nsxv3.common.synchronization [req-4958a4bd-2f11-410f-8b7d-191e850be7fe req-10114874-f475-4541-8440-dcde96d5ab68 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 730.942736] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 730.943235] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.947740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.947740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.947740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.947740] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.947740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.947740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.947740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.947740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.947740] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.457038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.457038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.457038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.457038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.476882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.477365] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.478225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.478225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.478225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.478225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.478225] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be updated. [ 731.512594] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.512594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.512594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.512594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.512594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.519404] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: IN_PROGRESS for 2s [ 731.583863] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.584092] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.584229] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.586035] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.586035] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.586035] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.586035] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.587716] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.587879] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.588125] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.588811] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.589322] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.589322] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.589322] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.589480] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.589532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.623770] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.624102] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.624287] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.624518] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-395" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.624853] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-ceaf8679-8f34-4d35-a7cf-458a05fe7879 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.625062] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.625303] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.625714] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.625860] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceaf8679-8f34-4d35-a7cf-458a05fe7879',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.004628] env[64015]: INFO networking_nsxv3.common.synchronization [None req-28169f58-2518-4bef-af29-ffb7a942b551 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 732.005619] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 732.006675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.006865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.007017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.007544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.007544] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.060854] env[64015]: INFO networking_nsxv3.common.synchronization [None req-32e08cbf-a2f4-4e25-a9ff-994e48a8a134 None None] Enqueued Resource ID: 28126bbe-6b15-4cb1-a2b5-0679ab9a01f5 with Priority: HIGHEST for action port [ 732.060854] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28126bbe-6b15-4cb1-a2b5-0679ab9a01f5 with Priority: HIGHEST for action port [ 732.060854] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-28126bbe-6b15-4cb1-a2b5-0679ab9a01f5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.060854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28126bbe-6b15-4cb1-a2b5-0679ab9a01f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.060854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28126bbe-6b15-4cb1-a2b5-0679ab9a01f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.061072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28126bbe-6b15-4cb1-a2b5-0679ab9a01f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.061072] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28126bbe-6b15-4cb1-a2b5-0679ab9a01f5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.128354] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.128787] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.130037] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.130449] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.130621] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.130811] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port ceaf8679-8f34-4d35-a7cf-458a05fe7879 not found, creating... [ 732.131162] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.132915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.132915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.132915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.132915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.132915] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.132915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.132915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.132915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.133594] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.134468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: ceaf8679-8f34-4d35-a7cf-458a05fe7879 is going to be created. [ 732.166692] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.167571] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.167966] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.169132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.169132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.169132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.278868] env[64015]: INFO networking_nsxv3.common.synchronization [None req-3c7dfc06-e4a7-420c-a909-bce11de5129a tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 732.278868] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 732.278868] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.278868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.529972] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.529972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.529972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.529972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.529972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.529972] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a973a2-39db-4589-85d5-8eff959d443d already deleted. [ 732.529972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.529972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.529972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.529972] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.563184] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28126bbe-6b15-4cb1-a2b5-0679ab9a01f5 [ 732.563184] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.563392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.563392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.563508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.563593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.563688] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28126bbe-6b15-4cb1-a2b5-0679ab9a01f5 already deleted. [ 732.563768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28126bbe-6b15-4cb1-a2b5-0679ab9a01f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.055259] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.055259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.055259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.055259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.055259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.055259] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a973a2-39db-4589-85d5-8eff959d443d already deleted. [ 733.055259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.463871] env[64015]: INFO networking_nsxv3.common.synchronization [req-4958a4bd-2f11-410f-8b7d-191e850be7fe req-631092ff-da01-4b33-b40e-3dd88c24a12a service nova] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 733.464156] env[64015]: INFO networking_nsxv3.common.synchronization [req-4958a4bd-2f11-410f-8b7d-191e850be7fe req-631092ff-da01-4b33-b40e-3dd88c24a12a service nova] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 733.464330] env[64015]: INFO networking_nsxv3.common.synchronization [req-4958a4bd-2f11-410f-8b7d-191e850be7fe req-631092ff-da01-4b33-b40e-3dd88c24a12a service nova] Enqueued Resource ID: ceaf8679-8f34-4d35-a7cf-458a05fe7879 with Priority: HIGHEST for action port [ 733.464891] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_rules [ 733.465154] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 733.465279] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceaf8679-8f34-4d35-a7cf-458a05fe7879 with Priority: HIGHEST for action port [ 733.465618] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.465744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.465826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.466042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.466130] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.467200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.467335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.467530] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceaf8679-8f34-4d35-a7cf-458a05fe7879 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.467630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.467687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.467908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.468021] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceaf8679-8f34-4d35-a7cf-458a05fe7879',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.527942] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: SUCCESS [ 733.528157] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 deletion is rescheduled due to dependency. [ 733.528291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.528467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.528699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.528894] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.529036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.529128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.529261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.529358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.529457] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.758038] env[64015]: INFO networking_nsxv3.common.synchronization [req-e8e13ed3-5d13-463f-8383-d76d87044ba2 req-d1ac2f56-6227-40b6-bb6e-8456b366cd30 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Enqueued Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_members [ 733.758038] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_members [ 733.758038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.758038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.758038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.758499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.758755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.759028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.759197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.759447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.759626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.759819] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.970939] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.971441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.974018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceaf8679-8f34-4d35-a7cf-458a05fe7879 with status ACTIVE [ 733.974018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.974018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.974018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.974018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.974018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceaf8679-8f34-4d35-a7cf-458a05fe7879 is going to be updated. [ 733.999106] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.003052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.003052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.003052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.003052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.003052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceaf8679-8f34-4d35-a7cf-458a05fe7879" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.031763] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.263753] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.264153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.264153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.264382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.264382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.264811] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.264811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.264811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.264988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.264988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.265099] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 already deleted. [ 734.265180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.522250] env[64015]: INFO networking_nsxv3.common.synchronization [req-66f7f214-81f2-4c39-8f84-a92c9b6f94f4 req-0606b32d-d1a7-4331-b7ce-2f4f7eb47137 tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 734.522853] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 734.523243] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.523386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.523456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.523672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.523844] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.523945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.524015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.524880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.524979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.525135] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.534739] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.861202] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.861396] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-76" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.861518] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-76" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.861869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-76" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.862197] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.862371] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.862563] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.862754] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.862918] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.863310] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.863450] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.863584] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.863703] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.863829] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.863945] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.864107] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.886833] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.886833] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.886833] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.886833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-76" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.886833] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-99fa7a38-561b-47c3-aff0-c32bd4f4442e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.886833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.886833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.886833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.886833] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99fa7a38-561b-47c3-aff0-c32bd4f4442e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.027510] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.037912] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.038090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.038090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.038300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.038405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.038551] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be updated. [ 735.071030] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.071030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.071030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.071317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.071317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.082793] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: IN_PROGRESS for 2s [ 735.389864] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.390218] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.390266] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.390605] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.390820] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.390860] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 99fa7a38-561b-47c3-aff0-c32bd4f4442e not found, creating... [ 735.391138] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.391823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.391823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.391823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.391823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.392151] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.392456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.392456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.392667] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.393085] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.393717] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 99fa7a38-561b-47c3-aff0-c32bd4f4442e is going to be created. [ 735.437106] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.437356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.437517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.437822] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.438095] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.439066] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.531488] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.812695] env[64015]: INFO networking_nsxv3.common.synchronization [None req-cf247c18-6c92-452c-a755-ca26afba067a None None] Enqueued Resource ID: 0d78501f-ddd3-4735-abe6-db0b079d6510 with Priority: HIGHEST for action port [ 735.813253] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d78501f-ddd3-4735-abe6-db0b079d6510 with Priority: HIGHEST for action port [ 735.813566] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d78501f-ddd3-4735-abe6-db0b079d6510 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.813690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d78501f-ddd3-4735-abe6-db0b079d6510" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.813758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d78501f-ddd3-4735-abe6-db0b079d6510" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.814125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d78501f-ddd3-4735-abe6-db0b079d6510" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.814165] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d78501f-ddd3-4735-abe6-db0b079d6510',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.034629] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.034843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.034910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.035134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.035240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.035340] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be updated. [ 736.066847] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.067086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.070019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.070019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.070865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.084300] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: IN_PROGRESS for 2s [ 736.318641] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d78501f-ddd3-4735-abe6-db0b079d6510 [ 736.318641] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.318641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.318641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.318641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.318641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.318641] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d78501f-ddd3-4735-abe6-db0b079d6510 already deleted. [ 736.318641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d78501f-ddd3-4735-abe6-db0b079d6510" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.868430] env[64015]: INFO networking_nsxv3.common.synchronization [req-e8e13ed3-5d13-463f-8383-d76d87044ba2 req-52cc03e6-5c36-4e91-9bea-49f8027d858d service nova] Enqueued Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_rules [ 736.868727] env[64015]: INFO networking_nsxv3.common.synchronization [req-e8e13ed3-5d13-463f-8383-d76d87044ba2 req-52cc03e6-5c36-4e91-9bea-49f8027d858d service nova] Enqueued Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_members [ 736.868808] env[64015]: INFO networking_nsxv3.common.synchronization [req-e8e13ed3-5d13-463f-8383-d76d87044ba2 req-52cc03e6-5c36-4e91-9bea-49f8027d858d service nova] Enqueued Resource ID: 99fa7a38-561b-47c3-aff0-c32bd4f4442e with Priority: HIGHEST for action port [ 736.869052] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_rules [ 736.869204] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_members [ 736.869271] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fa7a38-561b-47c3-aff0-c32bd4f4442e with Priority: HIGHEST for action port [ 736.869789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.869913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.869981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.872497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.872497] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.876222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.876222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.876222] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.876222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-99fa7a38-561b-47c3-aff0-c32bd4f4442e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.876222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.876722] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99fa7a38-561b-47c3-aff0-c32bd4f4442e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.094212] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: SUCCESS [ 737.094704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.095037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.101372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.101372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.101372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.101372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.101372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.101372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.101372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.101372] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.383138] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.383138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.383138] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99fa7a38-561b-47c3-aff0-c32bd4f4442e with status ACTIVE [ 737.383138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.383138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.383138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.383998] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.383998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.383998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.383998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.383998] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99fa7a38-561b-47c3-aff0-c32bd4f4442e is going to be updated. [ 737.413484] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.413907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.414118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.414460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.414710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.415285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99fa7a38-561b-47c3-aff0-c32bd4f4442e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.604709] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.862184] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5393b397-ad82-44d4-bb3d-813c5862f268 None None] Enqueued Resource ID: d9a588e1-fcef-4976-845e-34dc21707066 with Priority: HIGHEST for action port [ 737.869020] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a588e1-fcef-4976-845e-34dc21707066 with Priority: HIGHEST for action port [ 737.869020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9a588e1-fcef-4976-845e-34dc21707066 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.869020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9a588e1-fcef-4976-845e-34dc21707066" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.869020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9a588e1-fcef-4976-845e-34dc21707066" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.869020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9a588e1-fcef-4976-845e-34dc21707066" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.869020] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9a588e1-fcef-4976-845e-34dc21707066',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.886429] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.922801] env[64015]: INFO networking_nsxv3.common.synchronization [None req-cced3786-b551-40fc-ba20-210727e08e36 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_rules [ 737.923554] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_rules [ 737.924083] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.924426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.924645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.925108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.926247] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.078956] env[64015]: INFO networking_nsxv3.common.synchronization [None req-065beffc-f7e3-4716-8d34-88d4ff2f15a9 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_rules [ 738.079510] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_rules [ 738.079845] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.081856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.096900] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: SUCCESS [ 738.097177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.107136] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04950076-8f41-4cea-b6e1-51929a1a43c7: rpc.has_security_group_logging(os_id): False [ 738.126167] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.126317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.126391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.126599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.126684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.126935] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.127055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.127118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.133028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.133028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.133028] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be updated. [ 738.195296] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.195296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.195296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.195296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.195296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.209531] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: IN_PROGRESS for 2s [ 738.375323] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9a588e1-fcef-4976-845e-34dc21707066 [ 738.375571] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.375698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.375768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.376119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.376222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.376324] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9a588e1-fcef-4976-845e-34dc21707066 already deleted. [ 738.376403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9a588e1-fcef-4976-845e-34dc21707066" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.390487] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.390487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.390487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.390487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.390733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.390733] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 is going to be created. [ 738.417026] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.417191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.417278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.418345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.418345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.430470] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 in Status: UNINITIALIZED for 2s [ 738.452369] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.453125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.453125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.453125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.453125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.453125] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 already deleted. [ 738.453125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.453579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.453579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.453579] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.978051] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.978051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.978051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.978051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.978051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.978051] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 already deleted. [ 738.978051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.941320] env[64015]: INFO networking_nsxv3.common.synchronization [req-f2e35d01-8267-4be9-a472-2a4690eba97d req-9d5e6779-742b-4378-9b80-6f7f89797904 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 739.941922] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 739.942288] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.942527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.942527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.942693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.942862] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.942964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.943217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.943355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.943444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.943539] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.228448] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: SUCCESS [ 740.229472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.444803] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 in Status: SUCCESS [ 740.445031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.445455] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.445584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.445659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.445861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.445947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.446145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.446247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.446311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.446458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.446534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.446618] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 740.448685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.448875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.449079] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.452055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.452055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.452055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.452055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.452055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.452055] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.494143] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.494143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.494143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.494143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.494143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.499933] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 740.746545] env[64015]: INFO networking_nsxv3.common.synchronization [req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 req-13f6977d-a74c-4e9a-86d8-607383a2a8e9 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 740.747043] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 740.747361] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.747490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.747558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.748091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.748091] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.752162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.752162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.752162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.752162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.752162] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.954211] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.954448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.954448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.954687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.954793] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.955781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.955781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.955781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.955781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.955781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.956095] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.956095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.956095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.956260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.956365] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.956453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.956517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.956666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.957195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.957195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.957195] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.251558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.251882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.251882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.252230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.252458] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.252565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.252618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.252811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.252910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.253038] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be deleted. [ 741.307109] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.307341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.307488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.307781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.307926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.308098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.320644] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.321016] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.321016] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.321259] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.321588] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.321706] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.321824] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.326162] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.326335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.326603] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.326729] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.326845] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.326961] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.327195] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.327195] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.327338] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.371221] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.371402] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.371542] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.371780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.372221] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-11a96d45-6a31-4f0d-8d76-be0f983143fd taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.372422] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.372568] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.372912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.373076] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a96d45-6a31-4f0d-8d76-be0f983143fd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.458840] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e0f456f-712a-443f-9baa-d8b55e4256d6: rpc.has_security_group_logging(os_id): False [ 741.493385] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.493567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.493648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.493972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.494077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.494211] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.494438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.494438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.494652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.494652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.494874] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.495119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.495119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.495119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.495366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.495366] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.495620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.495620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.495778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.495778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.495778] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 is going to be created. [ 741.574039] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.574039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.574039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.574039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.574039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.589553] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 in Status: IN_PROGRESS for 2s [ 741.876473] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.876626] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.876844] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.876989] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.877172] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.877337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 11a96d45-6a31-4f0d-8d76-be0f983143fd not found, creating... [ 741.877624] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.877849] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.877945] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.878157] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.878314] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.878613] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.885276] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.885276] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.885276] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.885276] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.885276] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 11a96d45-6a31-4f0d-8d76-be0f983143fd is going to be created. [ 741.909582] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.913020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.913020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.913020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.913020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.913020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.509257] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 742.510241] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 742.510241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.619285] env[64015]: INFO networking_nsxv3.common.synchronization [req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 req-8c8f5096-222a-499f-85d9-209242f0d796 service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 742.619285] env[64015]: INFO networking_nsxv3.common.synchronization [req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 req-8c8f5096-222a-499f-85d9-209242f0d796 service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 742.619285] env[64015]: INFO networking_nsxv3.common.synchronization [req-47f1a8c4-f9ca-4b03-8f1b-6d6b49ea9915 req-8c8f5096-222a-499f-85d9-209242f0d796 service nova] Enqueued Resource ID: 11a96d45-6a31-4f0d-8d76-be0f983143fd with Priority: HIGHEST for action port [ 742.619285] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 742.619285] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 742.619285] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a96d45-6a31-4f0d-8d76-be0f983143fd with Priority: HIGHEST for action port [ 742.619285] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.619285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.619285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.619285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.619285] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.620722] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.620954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.621130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.621439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.621684] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.621953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.622159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.622535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.622799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.622993] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.624114] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a96d45-6a31-4f0d-8d76-be0f983143fd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.624989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.624989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.624989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.624989] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a96d45-6a31-4f0d-8d76-be0f983143fd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.856769] env[64015]: INFO networking_nsxv3.common.synchronization [req-6f299783-2fc1-465f-94ee-82c68756bed9 req-8a51f5be-f2d7-469a-b458-a0829fc6d0f4 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 742.857363] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 742.857610] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.857729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.857798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.858007] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.858559] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.858559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.858559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.858559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.858559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.858775] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.126899] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.129137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.129137] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.129137] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a96d45-6a31-4f0d-8d76-be0f983143fd with status ACTIVE [ 743.129384] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.129384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.129723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.129956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.130078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.130270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.130370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.130427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.130598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.130870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.131086] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.131463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.131463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.131463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.131463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.131654] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a96d45-6a31-4f0d-8d76-be0f983143fd is going to be updated. [ 743.153481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.153859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.153859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.153969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.154076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.154230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a96d45-6a31-4f0d-8d76-be0f983143fd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.361013] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.603050] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 in Status: SUCCESS [ 743.603050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.634701] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.866405] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.143408] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.143408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.143408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.143408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.143408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.143408] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be created. [ 744.173293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.173459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.173533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.173750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.173912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.182571] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: UNINITIALIZED for 2s [ 744.369114] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.369375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.369454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.369711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.369801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.369978] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 744.398765] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.398911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.398985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.400566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.400566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.408553] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 744.755119] env[64015]: INFO networking_nsxv3.common.synchronization [req-e31e77cb-f011-476e-a3c2-16843563ac22 req-ae8e1a57-1fce-48fe-8935-92b4d0d5912a tempest-ServersAdminNegativeTestJSON-1023636658 tempest-ServersAdminNegativeTestJSON-1023636658-project-member] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 744.755861] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGHEST for action security_group_members [ 744.756500] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.756684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.756794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.757550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.757774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.757930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.758047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.758283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.758543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.758709] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.263553] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.263710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.263780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.264019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.310046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.310408] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.310525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.310525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.311529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.311529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.311529] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be updated. [ 745.369644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.369924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.370056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.370373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.370611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.384562] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: IN_PROGRESS for 2s [ 745.729407] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-a990fb9f-d71c-49e9-961f-c9d62522a75b tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 745.729948] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 745.733016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.733016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.733016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.733016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.733016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.733016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.733016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.733016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.733016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.733016] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.122082] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.122416] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.122493] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.122801] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.123106] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.123342] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.123451] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.123750] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.123885] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.124168] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.124307] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.124604] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.124604] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.124678] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.124801] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.124990] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.142869] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.143120] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.143297] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.143487] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.143840] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e6c9e8c6-4b91-47e0-8a4d-738214d48365 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.144087] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.144226] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.144618] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.144792] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c9e8c6-4b91-47e0-8a4d-738214d48365',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.194300] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 746.194538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.194719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.194973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.195186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.195318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.195388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.196023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.196023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.196023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.196023] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.234129] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.234385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.234385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.234698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.260243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.260565] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.260671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.260732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.260950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.261067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.261226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 746.299852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.299852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.299852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.299852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.299852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.311552] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 746.419200] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 746.419486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.647414] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.647706] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.647851] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.648304] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.648467] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.648670] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port e6c9e8c6-4b91-47e0-8a4d-738214d48365 not found, creating... [ 746.648980] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.649230] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.649392] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.649678] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.649887] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.650852] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.650852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.650852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.650852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.650852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.651133] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e6c9e8c6-4b91-47e0-8a4d-738214d48365 is going to be created. [ 746.674310] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.674531] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.674664] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.674937] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.675253] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.675419] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.700751] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.700932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.700999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.701476] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.701586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.701652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.701871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.702313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.702313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.702557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.702557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.702663] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.702931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.702931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.703142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.703142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.703239] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.208109] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 353c1c75-07ef-42fc-a23b-eb210168444a: rpc.has_security_group_logging(os_id): False [ 747.252341] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.252496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.252564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.252758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.252849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.253075] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.253170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.253237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.253390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.253464] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.253636] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.253728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.253788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.253924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.253999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.254207] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.254332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.254379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.254498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.254574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.254659] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be created. [ 747.354714] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.354880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.354950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.355156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.355337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.372295] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 747.401367] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 in Status: SUCCESS [ 747.401765] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 deletion is rescheduled due to dependency. [ 747.401765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.412971] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-3dc830e0-d1ed-49c4-bd5a-743a6dd36783 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 747.413193] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-3dc830e0-d1ed-49c4-bd5a-743a6dd36783 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 747.413939] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-3dc830e0-d1ed-49c4-bd5a-743a6dd36783 service nova] Enqueued Resource ID: e6c9e8c6-4b91-47e0-8a4d-738214d48365 with Priority: HIGHEST for action port [ 747.413939] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 747.413939] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 747.413939] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c9e8c6-4b91-47e0-8a4d-738214d48365 with Priority: HIGHEST for action port [ 747.414401] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.414571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.414656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.414862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.414942] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.416077] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.416077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.416222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c9e8c6-4b91-47e0-8a4d-738214d48365 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.416291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.416327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.416498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.416656] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c9e8c6-4b91-47e0-8a4d-738214d48365',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.919048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.919210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.919408] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6c9e8c6-4b91-47e0-8a4d-738214d48365 with status ACTIVE [ 747.919579] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.919850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.919990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.920426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.920554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.920750] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.920855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.920916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.921125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.921212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.921407] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.921502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.921562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.921708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.921783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.921867] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6c9e8c6-4b91-47e0-8a4d-738214d48365 is going to be updated. [ 747.963155] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.963351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.963422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.963616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.963825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.964070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c9e8c6-4b91-47e0-8a4d-738214d48365" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.323356] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 748.323847] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d deletion is rescheduled due to dependency. [ 748.323847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.323847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.324136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.324136] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.324320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.324320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.324416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.324578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.324578] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.827212] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.329668] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.387823] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 749.387992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.832589] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.832749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.832832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.833069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.833172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.833315] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 749.862130] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.862130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.862130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.862480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.862480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.870807] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 750.607457] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-13b6e8ca-e160-43a4-8160-2364770b9af4 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 750.608098] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 750.608442] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.090555] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.090762] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.090893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.091195] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.091984] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.091984] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.091984] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.091984] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.092324] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.092324] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.092726] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.092726] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.092726] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.092940] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.092940] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.093157] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.110343] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.110544] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.110692] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.110871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-892" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.111220] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.111401] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.111525] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.111864] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.112022] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.617099] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.617099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.617099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.617689] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.617689] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.617689] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e not found, creating... [ 751.617971] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.618217] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.618371] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.618816] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.618816] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.619386] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.619595] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.619724] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.619995] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.620148] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.620330] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e is going to be created. [ 751.681488] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.681779] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.682028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.683858] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.683858] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.683858] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.881640] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.881640] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.881640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.881640] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.882679] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.882880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.883060] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.883190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.883283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.883467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.883550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.883644] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.388044] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.388044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.388044] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.443634] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-ee68c2b5-a4ad-420b-81f0-52ce6f069c17 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 752.443634] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-ee68c2b5-a4ad-420b-81f0-52ce6f069c17 service nova] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 752.443634] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e8a915f-843a-4b75-9089-8184ddb65dd2 req-ee68c2b5-a4ad-420b-81f0-52ce6f069c17 service nova] Enqueued Resource ID: 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e with Priority: HIGHEST for action port [ 752.443634] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_rules [ 752.443634] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 752.443634] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e with Priority: HIGHEST for action port [ 752.443998] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.443998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.444397] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.444397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.444536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.444536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.444645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.444960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.445056] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.890097] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.949459] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e with status ACTIVE [ 752.949944] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.950600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.950908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.951252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.951457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.951782] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.952031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.952204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.953227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.953474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.953829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.954344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.954344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.954344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.954609] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.954783] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e is going to be updated. [ 752.985706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.985893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.985893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.986189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.986363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.986565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bf9f8a6-038a-40bf-ac1c-692ba32a9f1e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.394858] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.394858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.394858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.394858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.394858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.394858] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 753.423757] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.423892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.425040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.425040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.425040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.434786] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 754.394622] env[64015]: INFO networking_nsxv3.common.synchronization [req-8039b319-9acf-4271-8693-b93a432ada4c req-ee9a83ae-ea1c-4cf0-af34-ca3624c999cc tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Enqueued Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_members [ 754.395180] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_members [ 754.395501] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.395611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.395694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.396020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.396595] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.396721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.396788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.396958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.397057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.397152] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.750825] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.750975] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.751149] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.751509] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.752446] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.752675] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.752820] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.753124] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.753306] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.753563] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.753706] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.753862] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.753993] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.754186] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.754270] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.755216] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.778073] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.778315] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.778501] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.778731] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-693" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.779116] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-6415aedc-29a8-47fb-988b-5aa179026f14 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.779693] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.779693] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.779864] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.780048] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6415aedc-29a8-47fb-988b-5aa179026f14',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.899544] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.899733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.899820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.900026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.900125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.900341] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.900442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.900514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.900656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.900733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.900825] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e758dc7-c906-4c5d-939b-85871b81f503 already deleted. [ 754.900911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.282371] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.282774] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.283024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.283492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.283774] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.284074] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 6415aedc-29a8-47fb-988b-5aa179026f14 not found, creating... [ 755.284837] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.284837] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.285077] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.285414] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.285658] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.286163] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.286446] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.286664] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.287133] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.287263] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.287515] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 6415aedc-29a8-47fb-988b-5aa179026f14 is going to be created. [ 755.312957] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.313237] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.313893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.313893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.314089] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.314200] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.455460] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 755.455746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.455862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.456084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.456284] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.456428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.456494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.456616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.456697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.456780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.456937] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.457028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.457087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.457227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.457385] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.457477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.457559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.457724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.457763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.457831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.457916] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.458761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.459387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.459387] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.459387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.459387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.459387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.459644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.459644] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.962458] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfe51baa-1822-4ded-a12b-8ecb0e70139d: rpc.has_security_group_logging(os_id): False [ 755.963683] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.980389] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.980612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.980612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.980838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.980929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.981162] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.981268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.981328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.981487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.981577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.981772] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.981866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.981928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.982080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.982152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.982375] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.982471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.982531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.982670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.982742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.982823] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 756.082744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.083162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.083386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.084138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.085224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.095158] env[64015]: INFO networking_nsxv3.common.synchronization [req-8039b319-9acf-4271-8693-b93a432ada4c req-5f70de59-e866-47ab-9c8f-5227b41f19df service nova] Enqueued Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_rules [ 756.095349] env[64015]: INFO networking_nsxv3.common.synchronization [req-8039b319-9acf-4271-8693-b93a432ada4c req-5f70de59-e866-47ab-9c8f-5227b41f19df service nova] Enqueued Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_members [ 756.095493] env[64015]: INFO networking_nsxv3.common.synchronization [req-8039b319-9acf-4271-8693-b93a432ada4c req-5f70de59-e866-47ab-9c8f-5227b41f19df service nova] Enqueued Resource ID: 6415aedc-29a8-47fb-988b-5aa179026f14 with Priority: HIGHEST for action port [ 756.095733] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_rules [ 756.095860] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_members [ 756.095958] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6415aedc-29a8-47fb-988b-5aa179026f14 with Priority: HIGHEST for action port [ 756.096547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.096627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.096794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.096961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.097947] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.098878] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.098987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.099088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.099289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.099445] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.099543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.099604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.100195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.100302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.100400] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.101221] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6415aedc-29a8-47fb-988b-5aa179026f14 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.101333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.101402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.101559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.101657] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6415aedc-29a8-47fb-988b-5aa179026f14',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.103091] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 756.466945] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.604619] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.606437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.606437] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.607275] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6415aedc-29a8-47fb-988b-5aa179026f14 with status ACTIVE [ 756.607681] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.608909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.608909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.608909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.608909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.608909] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.608909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.608909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.608909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.613558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.613558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.613558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.613558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.613558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.613558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.613558] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6415aedc-29a8-47fb-988b-5aa179026f14 is going to be updated. [ 756.641027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.641027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.641027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.641027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.641027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.641027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6415aedc-29a8-47fb-988b-5aa179026f14" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.972284] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.972284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.972284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.972284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.972284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.972532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 757.009307] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.009450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.009524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.009753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.009895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.021475] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 757.114273] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.123018] env[64015]: INFO networking_nsxv3.common.synchronization [req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 req-98829220-999d-4312-bd2b-dfa64c059260 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Enqueued Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_members [ 757.123018] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_members [ 757.123018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.123018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.123018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.123018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.123018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.123018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.123018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.123018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.123018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.123018] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.526492] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.526804] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.526954] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.527435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.527839] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.528091] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.528271] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.528577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.528787] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.529082] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.529252] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.529418] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.529581] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.529749] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.529907] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.530124] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.552022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.552022] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.552022] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.552022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.552022] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-12c7652e-e714-4764-9baf-775600294b04 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.552022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.552022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.552022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.552022] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c7652e-e714-4764-9baf-775600294b04',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.619720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.619720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.619720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.619720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.619720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.619720] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e758dc7-c906-4c5d-939b-85871b81f503 is going to be created. [ 757.624562] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.624677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.624753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.624935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.625035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.625224] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.625325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.625391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.625602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.625686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.625774] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c already deleted. [ 757.625855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.644937] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.646027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.646027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.646027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.646027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.654659] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e758dc7-c906-4c5d-939b-85871b81f503 in Status: UNINITIALIZED for 2s [ 758.054037] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.054541] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.054749] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.055140] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.055311] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.055537] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 12c7652e-e714-4764-9baf-775600294b04 not found, creating... [ 758.055869] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.056112] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.056288] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.057163] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.058216] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.058641] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.058857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.059107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.059436] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.059596] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.059824] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 12c7652e-e714-4764-9baf-775600294b04 is going to be created. [ 758.079395] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.079728] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.079885] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.080328] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.080628] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.080975] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.119350] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 758.119350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.119350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.119350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.119350] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.621967] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.622372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.911208] env[64015]: INFO networking_nsxv3.common.synchronization [req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 req-f72afdb1-77ea-4853-8947-076542393ef9 service nova] Enqueued Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_rules [ 758.911676] env[64015]: INFO networking_nsxv3.common.synchronization [req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 req-f72afdb1-77ea-4853-8947-076542393ef9 service nova] Enqueued Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_members [ 758.912023] env[64015]: INFO networking_nsxv3.common.synchronization [req-f74d30c3-92d0-4e06-8dc8-b6d3863c3709 req-f72afdb1-77ea-4853-8947-076542393ef9 service nova] Enqueued Resource ID: 12c7652e-e714-4764-9baf-775600294b04 with Priority: HIGHEST for action port [ 758.912684] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_rules [ 758.912841] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_members [ 758.912953] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c7652e-e714-4764-9baf-775600294b04 with Priority: HIGHEST for action port [ 758.913481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.913675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.913838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.915130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.915130] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.917201] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.917201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.917201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.917201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.917201] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.917413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.917413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.918208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.918208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.918208] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.919719] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c7652e-e714-4764-9baf-775600294b04 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.919843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.919980] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.920657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.920657] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c7652e-e714-4764-9baf-775600294b04',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.032565] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 759.032688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.032944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.032985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.033258] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.033356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.033427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.033589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.033665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.033756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.033861] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.422657] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.422840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.424489] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.424489] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c7652e-e714-4764-9baf-775600294b04 with status ACTIVE [ 759.424489] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.424489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.424489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.424489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.424996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.424996] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.424996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.424996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.425191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.425191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.425347] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.425418] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.425462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.425958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.425958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.425958] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c7652e-e714-4764-9baf-775600294b04 is going to be updated. [ 759.448810] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.448969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.449071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.449283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.449426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.449590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c7652e-e714-4764-9baf-775600294b04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.537205] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.537295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.537333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.537542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.537717] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.537842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.537903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.538250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.538250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.538411] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.538538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.538628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.538917] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.539052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.539148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.539306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.539419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.539541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.539665] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.667243] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e758dc7-c906-4c5d-939b-85871b81f503 in Status: SUCCESS [ 759.667624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.667624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.667846] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.668028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.668171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.668248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.668329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.668414] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.927742] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.042043] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfe51baa-1822-4ded-a12b-8ecb0e70139d: rpc.has_security_group_logging(os_id): False [ 760.061331] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.061561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.061561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.061872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.061872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.062070] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.062166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.062295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.062483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.062560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.062763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.062888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.062949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.063077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.063152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.063381] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.063500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.063546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.063707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.063805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.063868] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 760.132326] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.132326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.132326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.132541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.132718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.146360] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 760.170932] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.171170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.171276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.171563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.171789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.171932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.172045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.174019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.174019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.174019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.174551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.174551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.174551] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.434145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.434395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.434745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.434881] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c is going to be created. [ 760.489852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.490017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.490088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.490337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.490504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.508835] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c in Status: UNINITIALIZED for 2s [ 760.676489] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e758dc7-c906-4c5d-939b-85871b81f503: rpc.has_security_group_logging(os_id): False [ 760.698181] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.698181] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.698181] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.698181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.698904] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.698904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.698904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.701305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.701526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.702110] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e758dc7-c906-4c5d-939b-85871b81f503 is going to be created. [ 760.763208] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.763438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.763576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.763866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.764140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.777440] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e758dc7-c906-4c5d-939b-85871b81f503 in Status: IN_PROGRESS for 2s [ 762.177697] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 762.177983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.519131] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c in Status: SUCCESS [ 762.519434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.524085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.524085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.524215] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.524415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.524581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.524912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.525021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.525591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.525832] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.790226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e758dc7-c906-4c5d-939b-85871b81f503 in Status: SUCCESS [ 762.790454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.032644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.032888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.032979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.033282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.033556] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.033860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.033860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.034068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.034068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.036020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.036020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.036020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.036020] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.538035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a16b1a3-c412-4f8d-b798-eab9a490f79c: rpc.has_security_group_logging(os_id): False [ 763.560933] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.561295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.562378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.562673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.562983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.563542] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.563542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.563542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.563542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.563542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.563747] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.563813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.563898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.565124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.565199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.565490] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.565752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.565752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.566017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.566161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.566410] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c is going to be created. [ 763.630406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.630638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.630713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.631124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.631206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.642091] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c in Status: IN_PROGRESS for 2s [ 763.914363] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 763.915204] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 763.950530] env[64015]: INFO networking_nsxv3.common.synchronization [req-415686fa-2453-4a1b-b89e-1226148ca77e req-3a9c9e91-0c04-4d2e-88a8-44ee4642f54c tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 763.950530] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 763.950530] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.950530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.950530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.950530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.950530] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.951245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.951515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.951816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.952052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.952315] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.458431] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.961362] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.082418] env[64015]: INFO networking_nsxv3.common.synchronization [req-42483e66-ca1c-4233-89c2-b4316562a0b5 req-5b991b81-9c34-4aed-96ab-b9b90906a3c9 tempest-MultipleCreateTestJSON-43613190 tempest-MultipleCreateTestJSON-43613190-project-member] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 765.083156] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGHEST for action security_group_members [ 765.084727] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.085359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.463560] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.463725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.463795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.464015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.464113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.464244] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 765.503335] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.503947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.504061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.505034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.505034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.516304] env[64015]: INFO networking_nsxv3.common.synchronization [req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 req-713ccd8d-441e-40a3-99ae-f50202d7d8f0 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 765.517239] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 765.521034] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 765.521670] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.521785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.521852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.522123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.522287] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.522397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.522459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.522610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.522690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.522781] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.655993] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c in Status: SUCCESS [ 765.656267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.003503] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.003868] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.003868] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.004287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.004287] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.004287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.004287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.004971] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.005132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.005346] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.005570] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.005570] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.005687] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.005799] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.006592] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.006592] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.026318] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.026499] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.026649] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.026842] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.027199] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-4f25d3f1-0266-4055-9f13-df7267f28dcb taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.027391] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.028449] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.028449] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.028449] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f25d3f1-0266-4055-9f13-df7267f28dcb',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.029322] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.029805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.029906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.030119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.030227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.030434] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.030531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.030613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.030828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.030925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.031031] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 already deleted. [ 766.031269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.532168] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.532479] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.532609] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.532877] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.533046] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.533771] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 4f25d3f1-0266-4055-9f13-df7267f28dcb not found, creating... [ 766.533771] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.533771] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.533990] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.534113] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.536660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.536660] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.536660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.536660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.537621] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.538796] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.538796] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 4f25d3f1-0266-4055-9f13-df7267f28dcb is going to be created. [ 766.557699] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.561568] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.561653] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.561935] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.562196] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.562471] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.532222] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 767.532222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.532222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.532222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.532222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.532222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.532222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.532222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.532222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.532222] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.900023] env[64015]: INFO networking_nsxv3.common.synchronization [req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 req-0287359d-0d08-41cd-a1e0-428556a3b515 service nova] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_rules [ 767.900247] env[64015]: INFO networking_nsxv3.common.synchronization [req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 req-0287359d-0d08-41cd-a1e0-428556a3b515 service nova] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 767.900394] env[64015]: INFO networking_nsxv3.common.synchronization [req-be39f0c8-1fc1-42f7-8581-a5547446bdf3 req-0287359d-0d08-41cd-a1e0-428556a3b515 service nova] Enqueued Resource ID: 4f25d3f1-0266-4055-9f13-df7267f28dcb with Priority: HIGHEST for action port [ 767.900651] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_rules [ 767.900782] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 767.900876] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f25d3f1-0266-4055-9f13-df7267f28dcb with Priority: HIGHEST for action port [ 767.902033] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.902033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.902033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.902860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.902984] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.906181] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.906308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.906397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.906603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.906765] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.906913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.907038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.907137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.907407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.907407] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.908732] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f25d3f1-0266-4055-9f13-df7267f28dcb taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.908732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.908732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.908732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.908936] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f25d3f1-0266-4055-9f13-df7267f28dcb',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.035165] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.035376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.035473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.035719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.035841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.036114] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.037345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.037465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.037763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.037832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.037941] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be updated. [ 768.076161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.076161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.076161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.076161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.076161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.102626] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: IN_PROGRESS for 2s [ 768.410884] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.411029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.411223] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.415829] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f25d3f1-0266-4055-9f13-df7267f28dcb with status ACTIVE [ 768.415829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.415829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.415829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.415829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.415829] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f25d3f1-0266-4055-9f13-df7267f28dcb is going to be updated. [ 768.440053] env[64015]: INFO networking_nsxv3.common.synchronization [req-eae45a6f-ebab-445e-b231-10bbc96e73b3 req-be8527d7-412a-4369-81ae-91dd2e7af8a5 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 768.440053] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 768.440053] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.440053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.440053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.440053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.440797] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.441043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.441192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.441492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.441660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.441817] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.452668] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.452668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.452668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.452877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.453101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.453166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f25d3f1-0266-4055-9f13-df7267f28dcb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.919385] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.946540] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.058368] env[64015]: INFO networking_nsxv3.common.synchronization [None req-4966eb93-a55f-4d5a-997b-560435ba2b05 None None] Enqueued Resource ID: b35ce6e1-5659-4024-9695-0a599a48d4f5 with Priority: HIGHEST for action port [ 769.058847] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35ce6e1-5659-4024-9695-0a599a48d4f5 with Priority: HIGHEST for action port [ 769.059471] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35ce6e1-5659-4024-9695-0a599a48d4f5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.059586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35ce6e1-5659-4024-9695-0a599a48d4f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.059651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35ce6e1-5659-4024-9695-0a599a48d4f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.059906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35ce6e1-5659-4024-9695-0a599a48d4f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.059983] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35ce6e1-5659-4024-9695-0a599a48d4f5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.335793] env[64015]: INFO networking_nsxv3.common.synchronization [req-58b481aa-dfed-4cdd-abad-184c9765368f req-33c5a42d-fa72-46df-bc94-8d9a08cbd86c tempest-TenantUsagesTestJSON-1348252018 tempest-TenantUsagesTestJSON-1348252018-project-member] Enqueued Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_members [ 769.336373] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGHEST for action security_group_members [ 769.338913] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.338913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.338913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.338913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.339114] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.339114] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.339187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.343020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.343020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.343020] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.421290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.421380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.421526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.421671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.421764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.421863] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be created. [ 769.449140] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.449406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.449406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.449573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.449719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.450846] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.454359] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.454603] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.454768] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.455237] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.455418] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.456651] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.456651] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.456651] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.456651] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.456880] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.457305] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.457460] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.457603] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.457743] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.457895] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.458073] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.460157] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.460385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.460476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.460648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.460736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.461826] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 769.464503] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: UNINITIALIZED for 2s [ 769.495650] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.495650] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.495650] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.495650] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-996" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.495650] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-833159fc-1599-4a6d-9839-78e1ac3dd6ce taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.495650] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.495650] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.495650] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.496161] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833159fc-1599-4a6d-9839-78e1ac3dd6ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.509678] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.509805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.509874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.510110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.510246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.526928] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 769.564020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b35ce6e1-5659-4024-9695-0a599a48d4f5 [ 769.564020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.564020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.564020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.564020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.564020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.564020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b35ce6e1-5659-4024-9695-0a599a48d4f5 already deleted. [ 769.564020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35ce6e1-5659-4024-9695-0a599a48d4f5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.757937] env[64015]: INFO networking_nsxv3.common.synchronization [req-cf64ebd9-7708-401c-bcec-c274feeca199 req-0e6c231c-6590-4a3c-ad2c-fcc47dc593b8 tempest-InstanceActionsNegativeTestJSON-908478166 tempest-InstanceActionsNegativeTestJSON-908478166-project-member] Enqueued Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_members [ 769.758505] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGHEST for action security_group_members [ 769.758792] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.758910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.758977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.759846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.760132] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.760494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.760603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.760809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.760929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.761068] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.846115] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.846115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.846212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.846390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.846978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.846978] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.846978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.846978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.846978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.847339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.847339] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e758dc7-c906-4c5d-939b-85871b81f503 is going to be updated. [ 769.876527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.876689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.876767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.876952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.877102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.886779] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e758dc7-c906-4c5d-939b-85871b81f503 in Status: IN_PROGRESS for 2s [ 770.002897] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.003366] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.003366] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.003650] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.003835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.004016] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 833159fc-1599-4a6d-9839-78e1ac3dd6ce not found, creating... [ 770.004311] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.004554] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.004635] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.004915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.005071] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.005436] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.005644] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.005789] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006072] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.006216] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.006387] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce is going to be created. [ 770.039978] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.040547] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.040547] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.041115] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.042691] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.042691] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.121968] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d in Status: SUCCESS [ 770.122082] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d deletion is rescheduled due to dependency. [ 770.122119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.265194] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.265330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.265407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.265627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.265775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.265986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.266106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.266171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.266326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.266405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.266490] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c is going to be updated. [ 770.351340] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.351340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.351340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.351340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.351508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.366356] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c in Status: IN_PROGRESS for 2s [ 770.726161] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1942aaf0-c297-4c9b-98f4-c2ec58f194c8 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 770.726473] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 770.726801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.726928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.727422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.728563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.728665] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.901655] env[64015]: INFO networking_nsxv3.common.synchronization [None req-aba35358-9589-4ecd-8535-13207c184675 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 770.902232] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 770.902583] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.902685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.962570] env[64015]: INFO networking_nsxv3.common.synchronization [req-eae45a6f-ebab-445e-b231-10bbc96e73b3 req-b95adfa0-1129-4865-a445-57945e397d15 service nova] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 770.962815] env[64015]: INFO networking_nsxv3.common.synchronization [req-eae45a6f-ebab-445e-b231-10bbc96e73b3 req-b95adfa0-1129-4865-a445-57945e397d15 service nova] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 770.962942] env[64015]: INFO networking_nsxv3.common.synchronization [req-eae45a6f-ebab-445e-b231-10bbc96e73b3 req-b95adfa0-1129-4865-a445-57945e397d15 service nova] Enqueued Resource ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce with Priority: HIGHEST for action port [ 770.965309] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 770.965505] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 770.965639] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce with Priority: HIGHEST for action port [ 770.966444] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1835dddf-1445-4a6d-ac4e-47dd9360e24d None None] Enqueued Resource ID: 7128c3e6-6535-4f52-af46-9ad33092ea40 with Priority: HIGHEST for action port [ 770.967686] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.967686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.967686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.967686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.967686] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.968391] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.968480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.968672] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-833159fc-1599-4a6d-9839-78e1ac3dd6ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.968777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.968829] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.968989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.972739] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833159fc-1599-4a6d-9839-78e1ac3dd6ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.973536] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7128c3e6-6535-4f52-af46-9ad33092ea40 with Priority: HIGHEST for action port [ 770.974543] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7128c3e6-6535-4f52-af46-9ad33092ea40 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.974781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7128c3e6-6535-4f52-af46-9ad33092ea40" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.974781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7128c3e6-6535-4f52-af46-9ad33092ea40" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.975104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7128c3e6-6535-4f52-af46-9ad33092ea40" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.975104] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7128c3e6-6535-4f52-af46-9ad33092ea40',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.252497] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.252497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.252497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.252497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.252497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.252497] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 already deleted. [ 771.252497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.252497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.252497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.252497] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.478527] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: SUCCESS [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.478527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.478527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.478527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.478527] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.478527] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 833159fc-1599-4a6d-9839-78e1ac3dd6ce with status ACTIVE [ 771.479187] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.479187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.479187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.479187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.479187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.479388] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.479461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.479521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.479664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.479736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.479944] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.480049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.480104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.480246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.480332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.480417] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce is going to be updated. [ 771.481633] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7128c3e6-6535-4f52-af46-9ad33092ea40 [ 771.481792] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.481904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.481986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.482126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.482200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.482280] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7128c3e6-6535-4f52-af46-9ad33092ea40 already deleted. [ 771.482382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7128c3e6-6535-4f52-af46-9ad33092ea40" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.511558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.511842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.511900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.512216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.512470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.512689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.537866] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 771.538118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.538311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.538533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.538720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.538845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.538912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.539083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.539166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.539262] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.776331] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.776331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.776331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.776331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.776331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.776331] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 already deleted. [ 771.776331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.896884] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e758dc7-c906-4c5d-939b-85871b81f503 in Status: SUCCESS [ 771.897095] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e758dc7-c906-4c5d-939b-85871b81f503 deletion is rescheduled due to dependency. [ 771.897233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.983641] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.983788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.983859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.984106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.984272] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.984372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.984435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.984584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.984684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.984776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.984921] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.985026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.985087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.985220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.985362] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.985446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.985502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.985660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.986200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.986200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.986200] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.041512] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.376806] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c in Status: SUCCESS [ 772.377214] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c deletion is rescheduled due to dependency. [ 772.377214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.491869] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d8e50-06f7-40f0-91d5-19db578e6124: rpc.has_security_group_logging(os_id): False [ 772.515409] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.516484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.516657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.517073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.517301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.517485] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.517700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.517826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.518051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.518263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.518621] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.518905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.519013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.519228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.519363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.519630] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.519751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.519871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.520222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.520326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.520542] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be created. [ 772.545551] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.596465] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.596653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.596732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.596878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.597073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.612461] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: IN_PROGRESS for 2s [ 773.050979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.051339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.051339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.056218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.056218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.056218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 773.106768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.106924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.107012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.107235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.107378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.124213] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 773.259972] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 req-f2d057c4-9d20-4908-b444-8001af3f5159 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Enqueued Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_members [ 773.259972] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_members [ 773.259972] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.259972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.259972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.259972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.259972] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.259972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.259972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.259972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.259972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.259972] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.619298] env[64015]: INFO networking_nsxv3.common.synchronization [req-1c111b93-0fc7-4020-a645-5f14b8685a56 req-7d8b9a7b-cdfe-4e3e-8870-4b0605cb4c82 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 773.622886] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 773.623588] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.623708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.623779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.623985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.624155] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.624249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.624311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.624465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.624549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.624693] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.694456] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.694654] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.694809] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.695142] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.695465] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.695689] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.695829] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.696121] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.696315] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.696563] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.696717] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.696852] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.696977] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.697111] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.697260] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.697435] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.717054] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.717240] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.717392] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.717579] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-883" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.717907] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.718146] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.718289] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.718675] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.718829] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed9b7dab-021e-47e8-9fcc-a3b74df4aa64',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.761591] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.761777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.761853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.762086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.762178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.762419] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.762527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.762593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.762744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.762821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.762906] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 already deleted. [ 773.762986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.133152] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.222805] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.222805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.222805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.222805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.223028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.223504] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 not found, creating... [ 774.223838] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.224023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.224156] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.224426] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.224546] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.224853] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.225989] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.226209] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.226748] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.226928] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.227112] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 is going to be created. [ 774.250148] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.250409] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.250560] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.250837] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.251412] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.251412] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.570661] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5189f45d-8549-4b8e-96fd-666a61e0e0d3 None None] Enqueued Resource ID: c1f45423-1236-4402-881b-6c8dbd44f6fe with Priority: HIGHEST for action port [ 774.570661] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f45423-1236-4402-881b-6c8dbd44f6fe with Priority: HIGHEST for action port [ 774.570661] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f45423-1236-4402-881b-6c8dbd44f6fe taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.570661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f45423-1236-4402-881b-6c8dbd44f6fe" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.570661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f45423-1236-4402-881b-6c8dbd44f6fe" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.570661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f45423-1236-4402-881b-6c8dbd44f6fe" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.571157] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f45423-1236-4402-881b-6c8dbd44f6fe',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.624597] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: SUCCESS [ 774.624597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.634017] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.073407] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1f45423-1236-4402-881b-6c8dbd44f6fe [ 775.073840] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.074071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.074202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.074569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.074748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.074904] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1f45423-1236-4402-881b-6c8dbd44f6fe already deleted. [ 775.075062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f45423-1236-4402-881b-6c8dbd44f6fe" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.114723] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 req-cb528f4f-160e-4124-b6ab-d457bd4e75e1 service nova] Enqueued Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_rules [ 775.115352] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 req-cb528f4f-160e-4124-b6ab-d457bd4e75e1 service nova] Enqueued Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_members [ 775.115352] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e4f717b-8a7e-400b-b8b4-0d896d89c3a2 req-cb528f4f-160e-4124-b6ab-d457bd4e75e1 service nova] Enqueued Resource ID: ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 with Priority: HIGHEST for action port [ 775.115756] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_rules [ 775.115756] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_members [ 775.115840] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 with Priority: HIGHEST for action port [ 775.117116] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.117116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.117116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.117116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.117116] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.117614] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.117724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.117795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.118120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.118289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.118389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.118450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.118594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.118677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.118845] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.119938] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.120074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.120135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.120277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.120362] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed9b7dab-021e-47e8-9fcc-a3b74df4aa64',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.135396] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 775.135652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.136397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.136656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.136849] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.136965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.137105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.137274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.137381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.137485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.137578] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.139151] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.139281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.139347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.139577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.139666] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 775.171439] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.171595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.171666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.171864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.171998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.181593] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 775.622901] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.623669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.624536] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 with status ACTIVE [ 775.624536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.624536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.624536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.625644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.625644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.625644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.625644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.625644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.625644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.625644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.625644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.625644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.625879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.625879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.625879] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed9b7dab-021e-47e8-9fcc-a3b74df4aa64 is going to be updated. [ 775.646355] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.646508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.646577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.646832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.646967] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.647078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.647139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.647282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.647363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.647445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.647590] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.647680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.647736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.648490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.648490] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.648490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.648490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.648490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.648490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.648876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.648876] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.651299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.651421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.651493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.652172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.652172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.652172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed9b7dab-021e-47e8-9fcc-a3b74df4aa64" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.128786] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.153288] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c5017-d49f-49ac-a388-fd3f2b42cc23: rpc.has_security_group_logging(os_id): False [ 776.184155] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.184155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.184155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.184412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.212027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.212027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.212027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.212027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.212027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.212027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.212027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.212027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.212482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.212482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.212482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.212673] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.212762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.212821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.213062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.213141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.213221] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 776.282137] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.282137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.282137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.282137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.282137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.296532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 776.632403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.632779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.632779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.632920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.633043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.635190] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 is going to be created. [ 776.657087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.657273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.657354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.657636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.657825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.667694] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 in Status: UNINITIALIZED for 2s [ 777.192746] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 777.193021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.310015] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 778.310262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.678592] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 in Status: SUCCESS [ 778.678592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.678784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.679060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.679300] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.679450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.679539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.679725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.679833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.679945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.680092] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.176530] env[64015]: INFO networking_nsxv3.common.synchronization [req-c8bf89f9-e2c4-4497-821c-f2058e412b83 req-37e83d39-261a-449e-be9f-84db81ce3a0d tempest-FloatingIPsAssociationTestJSON-1671331849 tempest-FloatingIPsAssociationTestJSON-1671331849-project-member] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 779.177085] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGHEST for action security_group_members [ 779.178115] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.178115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.178115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.178115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.178519] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.178519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.178519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.178725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.178828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.178925] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.182270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.182423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.182496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.182668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.182821] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.182914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.182978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.183131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.183213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.183298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.183527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.183621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.183621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.183770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.183910] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.183993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.184066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.184204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.184272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.184356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.184440] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.680589] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.680857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.680857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.681121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.681252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.681466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.681571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.681635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.681803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.681879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.681968] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be updated. [ 779.688955] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17: rpc.has_security_group_logging(os_id): False [ 779.736028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.736028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.736028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.736028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.736817] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.736817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.736817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.736817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.736817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.736817] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 is going to be created. [ 779.754585] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.754725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.754780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.757046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.757046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.766771] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: IN_PROGRESS for 2s [ 779.805173] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.805347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.805397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.805597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.805771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.822293] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 in Status: IN_PROGRESS for 2s [ 780.859255] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a1892b56-f7fd-4dc8-a69f-3dfcec8e3724 None None] Enqueued Resource ID: 6072b8a2-d180-48a2-95bd-1506e58bd164 with Priority: HIGHEST for action port [ 780.859554] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6072b8a2-d180-48a2-95bd-1506e58bd164 with Priority: HIGHEST for action port [ 780.860137] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6072b8a2-d180-48a2-95bd-1506e58bd164 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.863106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6072b8a2-d180-48a2-95bd-1506e58bd164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.863106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6072b8a2-d180-48a2-95bd-1506e58bd164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.863106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6072b8a2-d180-48a2-95bd-1506e58bd164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.863106] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6072b8a2-d180-48a2-95bd-1506e58bd164',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.366596] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6072b8a2-d180-48a2-95bd-1506e58bd164 [ 781.366770] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.366975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.367104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.367273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.367366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.367464] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6072b8a2-d180-48a2-95bd-1506e58bd164 already deleted. [ 781.367545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6072b8a2-d180-48a2-95bd-1506e58bd164" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.688278] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88faca4-8b16-41d8-aea3-46c5283252b3 req-14f35056-6994-4afa-be7b-989f30895a79 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 781.688454] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88faca4-8b16-41d8-aea3-46c5283252b3 req-14f35056-6994-4afa-be7b-989f30895a79 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 781.689044] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 781.689185] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 781.690149] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.690149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.690149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.690149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.690149] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.690149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.690149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.690570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.690570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.690570] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.691660] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.691660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.691844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.692101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.692101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.692203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.692203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.692345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.692443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.692520] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.743590] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88faca4-8b16-41d8-aea3-46c5283252b3 req-14f35056-6994-4afa-be7b-989f30895a79 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_rules [ 781.743862] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88faca4-8b16-41d8-aea3-46c5283252b3 req-14f35056-6994-4afa-be7b-989f30895a79 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 781.744396] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88faca4-8b16-41d8-aea3-46c5283252b3 req-14f35056-6994-4afa-be7b-989f30895a79 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 781.744396] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88faca4-8b16-41d8-aea3-46c5283252b3 req-14f35056-6994-4afa-be7b-989f30895a79 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 781.744764] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88faca4-8b16-41d8-aea3-46c5283252b3 req-14f35056-6994-4afa-be7b-989f30895a79 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce with Priority: HIGHEST for action port [ 781.747986] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_rules [ 781.747986] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 781.747986] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce with Priority: HIGHEST for action port [ 781.747986] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 781.747986] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 781.747986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.747986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.747986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.747986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.747986] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.748929] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.749142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.749142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.749338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.749621] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.751928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-833159fc-1599-4a6d-9839-78e1ac3dd6ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.751928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.751928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.751928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.751928] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833159fc-1599-4a6d-9839-78e1ac3dd6ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.751928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.751928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.754832] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.754993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.781103] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cee6fea-7909-4d43-b147-950983883f87 in Status: SUCCESS [ 781.781308] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cee6fea-7909-4d43-b147-950983883f87 deletion is rescheduled due to dependency. [ 781.781426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.836124] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 in Status: SUCCESS [ 781.836124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.194364] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.196310] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.246191] env[64015]: INFO networking_nsxv3.common.synchronization [None req-839f3398-9822-43ff-baee-70392e78427d tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_rules [ 782.246743] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_rules [ 782.249173] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.249311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.249380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.249614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.249692] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.255779] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.255890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.256062] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 833159fc-1599-4a6d-9839-78e1ac3dd6ce with status ACTIVE [ 782.257463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.257463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.257463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.257463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.258054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.258054] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce is going to be updated. [ 782.258898] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.258983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.283140] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.283140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.283140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.283292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.284073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.284073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.383075] env[64015]: INFO networking_nsxv3.common.synchronization [None req-4f9228ec-8ce0-4916-84ac-0d3e51feb96b tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_rules [ 782.383607] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_rules [ 782.384206] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.384206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.698078] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.699113] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.781442] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.781442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.781605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.781699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.781782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.781872] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 already deleted. [ 782.781951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.782117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.782275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.782355] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.202115] env[64015]: INFO networking_nsxv3.common.synchronization [None req-51592038-9857-45b1-a29f-1ec577815f82 None None] Enqueued Resource ID: 5130d218-603a-4484-9c62-605e3f355227 with Priority: HIGHEST for action port [ 783.205140] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.205286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.205389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.205567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.206244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.206244] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 783.208225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.208225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.208225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.208225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.208225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.208225] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330277e9-8433-4843-88d2-05e97976f0e8 is going to be created. [ 783.209189] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5130d218-603a-4484-9c62-605e3f355227 with Priority: HIGHEST for action port [ 783.209674] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-5130d218-603a-4484-9c62-605e3f355227 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.209674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5130d218-603a-4484-9c62-605e3f355227" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.211487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5130d218-603a-4484-9c62-605e3f355227" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.211487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5130d218-603a-4484-9c62-605e3f355227" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.211487] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5130d218-603a-4484-9c62-605e3f355227',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.236438] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.236586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.236664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.237696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.237696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.253913] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.254083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.254157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.254370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.254519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.256457] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: UNINITIALIZED for 2s [ 783.268923] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 783.302904] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.303638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.303638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.303638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.303638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.303803] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 already deleted. [ 783.303845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.717627] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5130d218-603a-4484-9c62-605e3f355227 [ 783.717873] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.717991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.718078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.718301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.718389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.718492] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5130d218-603a-4484-9c62-605e3f355227 already deleted. [ 783.718566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5130d218-603a-4484-9c62-605e3f355227" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.486949] env[64015]: INFO networking_nsxv3.common.synchronization [req-88485fe8-7073-4976-abee-0dd78b26cf83 req-59208ebc-9ece-4916-978c-67fe793057a2 tempest-ImagesOneServerTestJSON-1246507210 tempest-ImagesOneServerTestJSON-1246507210-project-member] Enqueued Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_members [ 784.487503] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGHEST for action security_group_members [ 784.487781] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.487908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.487977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.488390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.488390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.488573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.488573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.488686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.488770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.488863] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.991037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.991250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.991339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.991488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.991605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.991784] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.991959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.992111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.992288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.992384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.992500] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 is going to be updated. [ 785.019966] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.020132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.020184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.020420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.020577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.029289] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 in Status: IN_PROGRESS for 2s [ 785.265935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: SUCCESS [ 785.266199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.266363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.266586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.266789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.266909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.266975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.267198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.267288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.267387] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.278200] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 785.278390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.278770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.278981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.279172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.279287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.279352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.279514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.279625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.279680] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.769457] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.781173] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.271359] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.283208] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.774258] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.774258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.774258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.774258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.774659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.774659] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330277e9-8433-4843-88d2-05e97976f0e8 is going to be updated. [ 786.785009] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.785161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.785240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.785469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.785569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.785691] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 786.809077] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.809236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.809280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.810319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.810319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.811189] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.811292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.811358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.811547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.811660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.820387] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 786.820924] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: IN_PROGRESS for 2s [ 787.039838] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 in Status: SUCCESS [ 787.040047] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 deletion is rescheduled due to dependency. [ 787.040163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.890915] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 787.891124] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_members [ 787.891245] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 787.891722] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 787.891858] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_members [ 787.891959] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 787.892241] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.892335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.892574] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-22015eac-bd5d-487d-9a39-6b5ccfcc4606 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.892717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.892753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.892976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.893141] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.893237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.893295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.893471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.893574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.894330] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.894491] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.895163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.939646] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_rules [ 787.939851] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_members [ 787.940076] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_rules [ 787.940242] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 787.940470] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 787.940590] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 787.940744] env[64015]: INFO networking_nsxv3.common.synchronization [req-3e968278-3496-4e9c-b3be-545469dc169b req-3c1e6256-95b1-4fbb-baed-07d75eb2239e tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce with Priority: HIGHEST for action port [ 787.941368] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_rules [ 787.941533] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_rules [ 787.941675] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 787.941889] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce with Priority: HIGHEST for action port [ 787.941889] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_rules [ 787.941971] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_members [ 787.942830] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 787.942986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22015eac-bd5d-487d-9a39-6b5ccfcc4606 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.943162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.943244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.943548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.943652] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.944700] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.944831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.945710] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.945710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.945710] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-833159fc-1599-4a6d-9839-78e1ac3dd6ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.945710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.945990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.946064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.946150] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833159fc-1599-4a6d-9839-78e1ac3dd6ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.947043] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.947204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.947359] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-22015eac-bd5d-487d-9a39-6b5ccfcc4606 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.947499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.947611] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.947695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.395426] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.448647] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 833159fc-1599-4a6d-9839-78e1ac3dd6ce with status ACTIVE [ 788.448833] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.451762] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.451762] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.451762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.451762] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 833159fc-1599-4a6d-9839-78e1ac3dd6ce is going to be updated. [ 788.451762] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-22015eac-bd5d-487d-9a39-6b5ccfcc4606 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.452309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.474496] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.474793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.474906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.475189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.475400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.475602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833159fc-1599-4a6d-9839-78e1ac3dd6ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.835018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 788.842128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.842128] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: SUCCESS [ 788.842128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.842128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.842128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.842128] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.842128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.842128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.846032] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.846032] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.846032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.846032] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.848916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.849330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.849726] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.849726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.849726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.850086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.850086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.850086] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.851374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.851374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.851506] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.851657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.851657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.851787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.851867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.851954] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.897285] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.003320] env[64015]: INFO networking_nsxv3.common.synchronization [req-e62df6e2-2d04-43fb-b32d-882720b4477b req-876ee526-170b-465b-ae1e-89e2029da8b8 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Enqueued Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_members [ 789.004037] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGHEST for action security_group_members [ 789.004378] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.004539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.005080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.005080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.005080] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.005080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.005257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.005431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.005560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.005803] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.349859] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.351179] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.351262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.351444] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.353547] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.401040] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.401040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.401040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.401266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.401417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.401497] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 is going to be created. [ 789.426758] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.426942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.426999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.427218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.427371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.438096] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 in Status: UNINITIALIZED for 2s [ 789.510038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.510038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.510278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.510324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.510391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.510606] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.510717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.510778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.510938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.511065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.511107] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 is going to be updated. [ 789.543776] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.543776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.543776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.543776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.543936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.554428] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 in Status: IN_PROGRESS for 2s [ 789.852915] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 330277e9-8433-4843-88d2-05e97976f0e8: rpc.has_security_group_logging(os_id): False [ 789.855800] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.856777] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.871247] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.871406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.871451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.871706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.871804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.872048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.872153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.872217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.872395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.872591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.872788] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330277e9-8433-4843-88d2-05e97976f0e8 is going to be created. [ 789.937206] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.937206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.937206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.937643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.937643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.949757] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: IN_PROGRESS for 2s [ 790.358564] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.358564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.358564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.358790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.358982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.359114] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330277e9-8433-4843-88d2-05e97976f0e8 is going to be updated. [ 790.360536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.360669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.360784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.360923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.361037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.362068] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 790.402040] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.402187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.402261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.402942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.403102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.404839] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.404955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.405020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.405193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.405308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.414469] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: IN_PROGRESS for 2s [ 790.415148] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 790.456529] env[64015]: INFO networking_nsxv3.common.synchronization [req-73bc104d-1c0d-40dc-a08c-17dbfc1262c8 req-a5b0a06e-4174-4d06-9796-0f356f94ba49 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 790.457101] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 790.457425] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.457631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.457700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.457920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.458117] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.458222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.458280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.458436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.458522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.458615] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.719129] env[64015]: INFO networking_nsxv3.common.synchronization [req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 req-d0c229e4-e853-4fb2-935c-a3d4a04af5a4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 790.719323] env[64015]: INFO networking_nsxv3.common.synchronization [req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 req-d0c229e4-e853-4fb2-935c-a3d4a04af5a4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 790.719468] env[64015]: INFO networking_nsxv3.common.synchronization [req-2b6a884b-fc9e-4430-b0b3-e6006318ef97 req-d0c229e4-e853-4fb2-935c-a3d4a04af5a4 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_members [ 790.720082] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330277e9-8433-4843-88d2-05e97976f0e8 with Priority: HIGHEST for action security_group_members [ 790.720186] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 790.720289] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 with Priority: HIGHEST for action security_group_members [ 790.720591] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-330277e9-8433-4843-88d2-05e97976f0e8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.721214] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.721489] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-22015eac-bd5d-487d-9a39-6b5ccfcc4606 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.961429] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.447282] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 in Status: SUCCESS [ 791.447502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.447663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.447882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.448083] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.448201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.448267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.448416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.448498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.448592] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.465265] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.568899] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 in Status: SUCCESS [ 791.568899] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 deletion is rescheduled due to dependency. [ 791.568899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.952689] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.952855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.953115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.953430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.953601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.953928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.954128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.954222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.954482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.954582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.954672] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 is going to be deleted. [ 791.967086] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: SUCCESS [ 791.967425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.967709] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.967861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.967939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.968125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.968236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.968334] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 791.969425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.969740] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.993165] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.993326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.993403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.993660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.993768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.993886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.994069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.994243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.994427] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.994564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.994622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.994788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.994885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.994971] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.999927] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.000081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.000154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.000337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.000510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.009526] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 792.424962] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 330277e9-8433-4843-88d2-05e97976f0e8 in Status: SUCCESS [ 792.425255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.426041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.426041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.426041] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.426041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.426041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.426264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.426264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.426365] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.427820] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 792.427981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.428143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.428307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.428468] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.428575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.429801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.429801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.429801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.429801] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.490649] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.490804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.490863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.491124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.491204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.491286] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 330277e9-8433-4843-88d2-05e97976f0e8 is going to be deleted. [ 792.497729] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.497729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.497729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.497729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.497950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.497950] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.498107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.498175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.498328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.498403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.498490] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 already deleted. [ 792.498570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.498666] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.499465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.500042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.500042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.500042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.500042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.500253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.500299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.500362] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.543981] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.544173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.544235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.544432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.544525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.544638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.930524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.931100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.931100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.931100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.931100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.931261] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.931400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.931967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.931967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.931967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.931967] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330277e9-8433-4843-88d2-05e97976f0e8 is going to be deleted. [ 792.933151] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.962456] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.962637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.962743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.963042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.963163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.963877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.963877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.963981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.964154] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.964226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.964314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.965011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.965011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.965011] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('330277e9-8433-4843-88d2-05e97976f0e8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.002059] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22015eac-bd5d-487d-9a39-6b5ccfcc4606',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.003938] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.003938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.003938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.004112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.004112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.004280] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.004344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.005028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.005028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.005028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.005028] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 already deleted. [ 793.005028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.299433] env[64015]: INFO networking_nsxv3.common.synchronization [req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb req-87cd9623-7dbd-4c07-942d-221a8bcd998d tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Enqueued Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_members [ 793.299433] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_members [ 793.299433] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.299433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.299433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.299433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.299433] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.299433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.299433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.299433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.299433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.299433] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.437400] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.468475] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.468652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.468732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.468978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.469096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.469322] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.469419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.469486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.469684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.469782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.469874] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 330277e9-8433-4843-88d2-05e97976f0e8 already deleted. [ 793.469959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-330277e9-8433-4843-88d2-05e97976f0e8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.506928] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22015eac-bd5d-487d-9a39-6b5ccfcc4606: rpc.has_security_group_logging(os_id): False [ 793.525157] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.525157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.525157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.525353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.525425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.525712] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.525836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.525910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.526120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.526220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.526316] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 is going to be created. [ 793.544699] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/22015eac-bd5d-487d-9a39-6b5ccfcc4606], does not exist path=[/infra/domains/default/groups/22015eac-bd5d-487d-9a39-6b5ccfcc4606]."\n}' [ 793.544971] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/22015eac-bd5d-487d-9a39-6b5ccfcc4606 [ 793.545201] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 793.583190] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.583190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.583190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.583190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.584110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.584768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.585063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.585688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.588027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.588027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.588027] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.588027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.588027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.588027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.588027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.588027] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22015eac-bd5d-487d-9a39-6b5ccfcc4606 is going to be created. [ 793.606591] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/22015eac-bd5d-487d-9a39-6b5ccfcc4606], does not exist path=[/infra/domains/default/groups/22015eac-bd5d-487d-9a39-6b5ccfcc4606]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/22015eac-bd5d-487d-9a39-6b5ccfcc4606 [ 793.610138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22015eac-bd5d-487d-9a39-6b5ccfcc4606" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.610780] env[64015]: Traceback (most recent call last): [ 793.610870] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 793.610870] env[64015]: return func(*args, **kwargs) [ 793.610870] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 793.610870] env[64015]: res.raise_for_status() [ 793.610870] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 793.610870] env[64015]: raise HTTPError(http_error_msg, response=self) [ 793.610870] env[64015]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/22015eac-bd5d-487d-9a39-6b5ccfcc4606 [ 793.610870] env[64015]: During handling of the above exception, another exception occurred: [ 793.610870] env[64015]: Traceback (most recent call last): [ 793.610870] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 793.610870] env[64015]: listener.cb(fileno) [ 793.610870] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 793.610870] env[64015]: result = function(*args, **kwargs) [ 793.610870] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 793.610870] env[64015]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 793.610870] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 793.610870] env[64015]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 793.610870] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 793.610870] env[64015]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 793.610870] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 793.610870] env[64015]: res.raise_for_status() [ 793.610870] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 793.610870] env[64015]: raise HTTPError(http_error_msg, response=self) [ 793.610870] env[64015]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/22015eac-bd5d-487d-9a39-6b5ccfcc4606 [ 793.610870] env[64015]: Removing descriptor: 5 [ 793.721341] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.721576] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-945" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.721727] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-945" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.722087] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-945" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.722374] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.722653] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.722802] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.723063] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.723245] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.723489] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.723677] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.723816] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.723936] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.724069] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.724186] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.724344] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.743239] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.743515] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.743736] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.744401] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-945" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.744543] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-259f6c95-5c12-4a6e-818d-d94e973dbb3e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.744740] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.744934] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.745372] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.745611] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259f6c95-5c12-4a6e-818d-d94e973dbb3e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.804165] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.804165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.804165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.804165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.804377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.804632] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.805422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.805422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.805422] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 already deleted. [ 793.805422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.943912] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.944110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.944185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.944423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.944682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.944742] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 793.980272] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.980547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.980547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.980774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.980864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.992056] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 794.019553] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 794.019896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.253018] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.253018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 259f6c95-5c12-4a6e-818d-d94e973dbb3e not found, creating... [ 794.253018] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.253018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.253517] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.253517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.253517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.253517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.253517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.253517] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 259f6c95-5c12-4a6e-818d-d94e973dbb3e is going to be created. [ 794.275663] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.275893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.276036] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.276310] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.276544] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.276778] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.108156] env[64015]: INFO networking_nsxv3.common.synchronization [req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb req-8d02f7a3-bbca-4b7f-9038-41ac43913e65 service nova] Enqueued Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_rules [ 795.108410] env[64015]: INFO networking_nsxv3.common.synchronization [req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb req-8d02f7a3-bbca-4b7f-9038-41ac43913e65 service nova] Enqueued Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_members [ 795.108492] env[64015]: INFO networking_nsxv3.common.synchronization [req-b22dfb9d-d1ba-4604-b082-cadc113fa7fb req-8d02f7a3-bbca-4b7f-9038-41ac43913e65 service nova] Enqueued Resource ID: 259f6c95-5c12-4a6e-818d-d94e973dbb3e with Priority: HIGHEST for action port [ 795.108724] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_rules [ 795.108853] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_members [ 795.108954] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259f6c95-5c12-4a6e-818d-d94e973dbb3e with Priority: HIGHEST for action port [ 795.109504] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7453d14-f4d0-4e5c-ad0d-8ea65d587271 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.109627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.109697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.109955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.110053] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.110875] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.111429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.111520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.111696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.111847] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.111942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.112065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.112176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.112261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.112351] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.113143] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-259f6c95-5c12-4a6e-818d-d94e973dbb3e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.113256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.113363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.113474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.113778] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259f6c95-5c12-4a6e-818d-d94e973dbb3e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.615674] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.615674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.615674] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.617137] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 259f6c95-5c12-4a6e-818d-d94e973dbb3e with status ACTIVE [ 795.617318] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.617432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.617556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.617694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.617782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.617958] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.618289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.618384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.618542] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.618642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.618852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.618936] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 259f6c95-5c12-4a6e-818d-d94e973dbb3e is going to be updated. [ 795.656292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.656429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.656504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.656706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.656915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.656996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259f6c95-5c12-4a6e-818d-d94e973dbb3e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.002924] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 796.003122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.003857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.003857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.003857] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.004098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.004098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.004222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.004268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.004357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.004564] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.004650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.004650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.004787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.004952] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.005088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.005162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.005333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.005417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.005519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.005614] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.007225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.007225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.007225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.007225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.007225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.007225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.007415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.007415] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.117651] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.139034] env[64015]: INFO networking_nsxv3.common.synchronization [req-79cda694-dace-4b3f-b0d8-bf7e5bb760e8 req-83b4ac5d-cfdf-4efb-8be6-a741498e2a05 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 796.139034] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 796.139034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.139034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.139034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.139034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.139034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.139034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.139034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.139034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.140627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.140792] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.404027] env[64015]: INFO networking_nsxv3.common.synchronization [req-04974285-678f-46f9-8d52-0d250d956710 req-64c0ed0b-1f02-4067-9b15-11045144cc04 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 796.404566] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 796.404949] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.405581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.405664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.405870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.406491] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.406647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.406720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.406880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.406970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.407075] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.511137] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c5017-d49f-49ac-a388-fd3f2b42cc23: rpc.has_security_group_logging(os_id): False [ 796.511268] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.532192] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.532331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.532401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.532680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.552280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.552548] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.552691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.552756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.552931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.553021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.553231] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.553401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.554325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.554421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.554624] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.554726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.554793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.554940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.555025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.555112] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 796.619971] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.620227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.620345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.620607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.620833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.625342] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.625548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.625647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.625888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.626034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.626178] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 is going to be created. [ 796.646361] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.648425] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 796.656330] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.656330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.656330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.656330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.656478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.665513] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 in Status: UNINITIALIZED for 2s [ 796.909663] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.909926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.909926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.910205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.933330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.933765] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.933916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.934036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.934540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.934540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.934540] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be updated. [ 796.962224] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.962224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.962224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.963405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.963405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.972480] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: IN_PROGRESS for 2s [ 797.020371] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.150647] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.522694] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.522863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.522936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.523177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.523269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.523369] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 797.550920] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.551070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.551140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.551339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.551476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.559958] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 797.655675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.655820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.655895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.656162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.656218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.656318] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be updated. [ 797.684486] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.684635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.684709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.684960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.685154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.699145] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: IN_PROGRESS for 2s [ 797.995729] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a8e36083-67fd-450d-b28e-5ddda39422d4 None None] Enqueued Resource ID: 389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea with Priority: HIGHEST for action port [ 797.996012] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea with Priority: HIGHEST for action port [ 797.996601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.996718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.996782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.997592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.998363] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.029876] env[64015]: INFO networking_nsxv3.common.synchronization [req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 req-b2296ecb-7842-462f-9ce5-34aef12137b8 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 798.030545] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 798.030854] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.030968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.032065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.032753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.032997] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.034960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.034960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.034960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.034960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.034960] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.383819] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.384153] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.384491] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.384865] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.385255] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.385467] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.385626] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.385964] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.386180] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.386538] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.386703] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.386855] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.387013] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.387167] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.387312] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.387490] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.409088] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.409088] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.409088] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.409088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.409088] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.409088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.409088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.409088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.409088] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab6f3b-5a08-4c72-aa5b-16448ea45231',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.501137] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea [ 798.501403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.501495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.501665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.501808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.501908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.502020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea already deleted. [ 798.502100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389fe053-a3a8-4a3a-b96e-b1d1ddedb7ea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.539087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.539087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.539087] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a973a2-39db-4589-85d5-8eff959d443d already deleted. [ 798.539087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.667903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 798.667903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.667903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.667903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.667903] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.678571] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 in Status: SUCCESS [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.678571] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.678571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.678571] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.912620] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.913048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.913048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.914341] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.914341] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.914341] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 not found, creating... [ 798.914341] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.914341] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.914341] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.914341] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.914601] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.914945] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.914945] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.915090] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.915301] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.915432] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.915581] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 is going to be created. [ 798.946311] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.948227] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.948227] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.948227] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.948227] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.948227] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.981861] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: SUCCESS [ 798.982130] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 deletion is rescheduled due to dependency. [ 798.982262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.172905] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.172905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.181031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.181031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.181031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.181314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.181535] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.181535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.181664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.181777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.182050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.182216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.182384] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.182473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.182604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.182810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.183054] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.183163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.183223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.183377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.183455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.183545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.183694] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.571084] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 799.571342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.571458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.571660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.571852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.571961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.572105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.572270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.572359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.572451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.572604] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.686536] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7453d14-f4d0-4e5c-ad0d-8ea65d587271: rpc.has_security_group_logging(os_id): False [ 799.705022] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.705315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.705429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.705713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.705764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.705953] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.706131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.706364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.706568] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.706725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.706940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.707152] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.707219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.707277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.707413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.707486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.707570] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 is going to be created. [ 799.709257] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 799.709482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.746350] env[64015]: INFO networking_nsxv3.common.synchronization [req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 req-ef64e799-50eb-4c35-9fe3-804cb55ecdb7 service nova] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 799.746576] env[64015]: INFO networking_nsxv3.common.synchronization [req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 req-ef64e799-50eb-4c35-9fe3-804cb55ecdb7 service nova] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 799.746764] env[64015]: INFO networking_nsxv3.common.synchronization [req-19e97c28-bea5-43dd-b0ce-3a3bcea58f04 req-ef64e799-50eb-4c35-9fe3-804cb55ecdb7 service nova] Enqueued Resource ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 with Priority: HIGHEST for action port [ 799.747041] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 799.747177] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 799.747323] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 with Priority: HIGHEST for action port [ 799.747984] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.748924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.749029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.749330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.749478] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.751313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.751432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.751497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.751692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.751847] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.751939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.751999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.752154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.752232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.752323] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.753188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.753335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.753369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.753510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.753582] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab6f3b-5a08-4c72-aa5b-16448ea45231',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.766613] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.766772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.766836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.767130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.767355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.780642] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 in Status: IN_PROGRESS for 2s [ 800.075016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.075209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.075258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.075469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.075998] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.075998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.075998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.075998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.076255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.076255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.076255] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.076350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.076414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.076585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.076677] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.076771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.076831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.076959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.077040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.077116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.077199] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.255422] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.256523] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.256592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.256742] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 with status ACTIVE [ 800.256927] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.257010] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.257093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.257276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.257371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.257525] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.257620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.257685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.257833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.257907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.258107] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.258204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.258283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.258402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.258476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.258561] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 is going to be updated. [ 800.283510] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.283510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.283510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.283510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.283510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.283510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.345089] env[64015]: INFO networking_nsxv3.common.synchronization [None req-0d571de3-1603-474c-bc06-ea2d4f67a004 None None] Enqueued Resource ID: a8a18042-164e-4cf5-ab1e-ced470668f23 with Priority: HIGHEST for action port [ 800.345359] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8a18042-164e-4cf5-ab1e-ced470668f23 with Priority: HIGHEST for action port [ 800.345997] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8a18042-164e-4cf5-ab1e-ced470668f23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.346139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8a18042-164e-4cf5-ab1e-ced470668f23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.346206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8a18042-164e-4cf5-ab1e-ced470668f23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.346473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8a18042-164e-4cf5-ab1e-ced470668f23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.346552] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8a18042-164e-4cf5-ab1e-ced470668f23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.582524] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c88c5017-d49f-49ac-a388-fd3f2b42cc23: rpc.has_security_group_logging(os_id): False [ 800.600210] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.600375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.600433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.604019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.604019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.604019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.604019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.604548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.604548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.604548] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 800.607613] env[64015]: INFO networking_nsxv3.common.synchronization [req-3133b6c4-347e-40ef-8b89-3f16da8fc450 req-defdc2ee-967d-4210-9e6b-1e189ec89c3f tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_members [ 800.608298] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_members [ 800.608575] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.608685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.608749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.608952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.609105] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.609529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.609602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.609741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.609819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.609909] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.666479] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.666479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.666479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.666675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.666704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.679984] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 800.760561] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.848393] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8a18042-164e-4cf5-ab1e-ced470668f23 [ 800.848630] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.848762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.848833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.849084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.849180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.849281] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8a18042-164e-4cf5-ab1e-ced470668f23 already deleted. [ 800.849363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8a18042-164e-4cf5-ab1e-ced470668f23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.112957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.113117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.113192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.113416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.113510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.113814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.113934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.113934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.114092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.114223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.114271] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 already deleted. [ 801.114323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.263464] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.263691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.265070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.265070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.265070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.265070] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a973a2-39db-4589-85d5-8eff959d443d is going to be created. [ 801.292494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.292716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.292783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.292996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.293167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.302880] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: UNINITIALIZED for 2s [ 801.318509] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.318714] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-794" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.318852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-794" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.319206] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-794" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.319492] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.319662] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.319788] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.320015] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.320325] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.320665] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.320876] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.321034] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.321151] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.321289] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.321393] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.321536] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.344579] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.344958] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.345250] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.345561] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-794" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.346082] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-1f2d6248-ea88-470a-aa74-66120fa566fc taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.346370] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.346656] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.347468] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.347468] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2d6248-ea88-470a-aa74-66120fa566fc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.792420] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 in Status: SUCCESS [ 801.792721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.849491] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.849735] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.849873] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.850247] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.850419] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.850606] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 1f2d6248-ea88-470a-aa74-66120fa566fc not found, creating... [ 801.850920] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.851096] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.851223] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.851461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.851631] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.851939] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.852112] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.852236] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.852458] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.852628] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.852783] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 1f2d6248-ea88-470a-aa74-66120fa566fc is going to be created. [ 801.872035] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.872866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.872866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.872866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.873018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.873232] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.695217] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 802.695443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.805912] env[64015]: INFO networking_nsxv3.common.synchronization [req-3133b6c4-347e-40ef-8b89-3f16da8fc450 req-7a81d42e-a12e-423e-9abf-4071802416b1 service nova] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_rules [ 802.805912] env[64015]: INFO networking_nsxv3.common.synchronization [req-3133b6c4-347e-40ef-8b89-3f16da8fc450 req-7a81d42e-a12e-423e-9abf-4071802416b1 service nova] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_members [ 802.808458] env[64015]: INFO networking_nsxv3.common.synchronization [req-3133b6c4-347e-40ef-8b89-3f16da8fc450 req-7a81d42e-a12e-423e-9abf-4071802416b1 service nova] Enqueued Resource ID: 1f2d6248-ea88-470a-aa74-66120fa566fc with Priority: HIGHEST for action port [ 802.808458] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_rules [ 802.808458] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_members [ 802.808458] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2d6248-ea88-470a-aa74-66120fa566fc with Priority: HIGHEST for action port [ 802.809642] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.809642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.809642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.809642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.809642] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.810377] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.810500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.810567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.812728] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.812728] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.812728] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2d6248-ea88-470a-aa74-66120fa566fc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.812728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.812728] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2d6248-ea88-470a-aa74-66120fa566fc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.313917] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.314946] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.315069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.315415] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f2d6248-ea88-470a-aa74-66120fa566fc with status ACTIVE [ 803.315582] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.315687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.315791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.316171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.316346] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.316444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.316511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.316687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.316764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.316909] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.317010] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.317084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.317240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.317341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.317448] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f2d6248-ea88-470a-aa74-66120fa566fc is going to be updated. [ 803.318988] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: SUCCESS [ 803.319175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.319320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.319480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.319632] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.319737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.319812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.320702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.320793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.320881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.322033] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.341622] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.341780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.341853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.342089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.342227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.342394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2d6248-ea88-470a-aa74-66120fa566fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.816708] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.823400] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.319425] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.319659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.319709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.320014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.320432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.320432] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 is going to be created. [ 804.326254] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a973a2-39db-4589-85d5-8eff959d443d: rpc.has_security_group_logging(os_id): False [ 804.352768] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.352979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.353039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.353427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.353586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.353915] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.354064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.354207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.354384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.354628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.354727] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a973a2-39db-4589-85d5-8eff959d443d is going to be created. [ 804.368876] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.369097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.369214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.369600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.369871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.379793] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: UNINITIALIZED for 2s [ 804.441204] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.441375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.441447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.441654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.441836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.459773] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: IN_PROGRESS for 2s [ 806.391712] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: SUCCESS [ 806.391994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.392119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.392323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.392517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.392693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.392764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.392967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.393036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.393116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.393212] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.481445] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: SUCCESS [ 806.481732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.898022] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.400026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f19f0146-813e-4db3-9a9d-c62bbc23d766: rpc.has_security_group_logging(os_id): False [ 807.421279] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.421279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.421279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.421279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.421279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.421482] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.421482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.421564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.421754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.421858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.421973] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 is going to be created. [ 807.502441] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.502590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.502717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.502919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.503107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.516935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: IN_PROGRESS for 2s [ 807.808372] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.808482] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 807.837019] env[64015]: INFO networking_nsxv3.common.synchronization [req-e92a542f-8651-473d-93b9-813a763320e8 req-c4aae870-fac1-4cdf-9aed-34cfa57298a2 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 807.837858] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 807.838088] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.838221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.838302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.838491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.838667] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.838744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.838806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.838950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.839104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.839203] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.341046] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.522660] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.522954] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.523679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524044] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.525167] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.525404] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.525575] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.525959] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.527464] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.527464] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.527464] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.527635] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.527716] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.527856] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.527980] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.528166] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.549347] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.549522] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.549673] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.549951] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.550204] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550383] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.550890] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.551065] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.551065] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a457aaf0-7763-4a98-a29a-69ed84a3aa1f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.848488] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.053287] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.056021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.056021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.056021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.056021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.056021] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port a457aaf0-7763-4a98-a29a-69ed84a3aa1f not found, creating... [ 809.056021] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.056021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.056021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.056021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.057394] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.057867] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.058218] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.058455] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.058793] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.059162] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.059442] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: a457aaf0-7763-4a98-a29a-69ed84a3aa1f is going to be created. [ 809.090284] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.091118] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.091118] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.091118] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.091730] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.091730] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.148047] env[64015]: INFO networking_nsxv3.common.synchronization [req-3dd3be41-d271-45b8-82f9-d7dc9a6d17b3 req-f72e1cdc-3c6c-4645-bdc5-fcd4be38772f tempest-AttachInterfacesV270Test-691567218 tempest-AttachInterfacesV270Test-691567218-project-member] Enqueued Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_members [ 809.148610] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 with Priority: HIGHEST for action security_group_members [ 809.148929] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.149081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.149154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.149376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.149539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.149674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.149750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.149921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.150014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.150158] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7453d14-f4d0-4e5c-ad0d-8ea65d587271',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.356480] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.356569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.356612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.356828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.356899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.356970] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 809.391799] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.391953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.392037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.392249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.392712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.401964] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 809.530264] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: SUCCESS [ 809.530834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.655514] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.655672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.655745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.655955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.656066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.656271] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.656380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.656430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.656567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.656648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.656732] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 is going to be updated. [ 809.686414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.686570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.686674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.686889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.687059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.696681] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 in Status: IN_PROGRESS for 2s [ 810.434128] env[64015]: INFO networking_nsxv3.common.synchronization [req-e92a542f-8651-473d-93b9-813a763320e8 req-0b0efeb6-9c1f-48ea-b2c3-3565154f041b service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 810.434128] env[64015]: INFO networking_nsxv3.common.synchronization [req-e92a542f-8651-473d-93b9-813a763320e8 req-0b0efeb6-9c1f-48ea-b2c3-3565154f041b service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 810.434128] env[64015]: INFO networking_nsxv3.common.synchronization [req-e92a542f-8651-473d-93b9-813a763320e8 req-0b0efeb6-9c1f-48ea-b2c3-3565154f041b service nova] Enqueued Resource ID: a457aaf0-7763-4a98-a29a-69ed84a3aa1f with Priority: HIGHEST for action port [ 810.434128] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 810.434128] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 810.434128] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a457aaf0-7763-4a98-a29a-69ed84a3aa1f with Priority: HIGHEST for action port [ 810.434128] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.434128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.434128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.434128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.434900] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.436243] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.439393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.439393] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.439393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.439393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.439393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.439393] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a457aaf0-7763-4a98-a29a-69ed84a3aa1f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.904394] env[64015]: INFO networking_nsxv3.common.synchronization [req-68406953-519d-47c3-8ae6-ece8350e3e0d req-08fe782d-6f9f-4b3e-94e6-9bba3880fd2e tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 810.904958] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 810.905321] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.905677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.905677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.905815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.905982] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.907092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.907171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.907372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.907619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.907619] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.940744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.940952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.941174] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a457aaf0-7763-4a98-a29a-69ed84a3aa1f with status ACTIVE [ 810.941355] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.942116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.942255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.942526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.942734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.943037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.943159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.943233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.943425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.943730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.943818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.943941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.944448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.944741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.945162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.945162] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a457aaf0-7763-4a98-a29a-69ed84a3aa1f is going to be updated. [ 810.969623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.969795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.969874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.971334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.971334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.971334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a457aaf0-7763-4a98-a29a-69ed84a3aa1f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.409235] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.409400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.409473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.409753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.409854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.410086] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.410152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.410216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.410358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.410588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.410588] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 already deleted. [ 811.410588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.412138] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 811.412304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.412386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.412593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.412817] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.412971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.413168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.413222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.413323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.413441] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.709523] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 in Status: SUCCESS [ 811.709724] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7453d14-f4d0-4e5c-ad0d-8ea65d587271 deletion is rescheduled due to dependency. [ 811.709842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7453d14-f4d0-4e5c-ad0d-8ea65d587271" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.851021] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.851021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.851021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.851259] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.851456] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.851619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.854018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.854018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.854018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.854018] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.854018] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.854018] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.854018] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.854018] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.854018] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.854018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.870649] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.870826] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.870974] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.871175] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.871490] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-2cb7ff16-6463-4fbf-8bbd-69875952c828 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.871667] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.871797] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.872190] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.872343] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb7ff16-6463-4fbf-8bbd-69875952c828',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.915236] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.376012] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.376012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.376012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.376012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.376012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.376336] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 2cb7ff16-6463-4fbf-8bbd-69875952c828 not found, creating... [ 812.376371] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.376513] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.376633] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.376853] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.377055] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.377289] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.377450] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.377574] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.377770] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.377905] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.380425] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 2cb7ff16-6463-4fbf-8bbd-69875952c828 is going to be created. [ 812.408126] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.408126] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.408126] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.408126] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.408309] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.408507] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.418974] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.792377] env[64015]: INFO networking_nsxv3.common.synchronization [None req-235c5bf4-af63-4ed4-b741-658b27d2067f None None] Enqueued Resource ID: 42c2957a-1ba2-40ca-ba8e-2871ad724d58 with Priority: HIGHEST for action port [ 812.792947] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c2957a-1ba2-40ca-ba8e-2871ad724d58 with Priority: HIGHEST for action port [ 812.793267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-42c2957a-1ba2-40ca-ba8e-2871ad724d58 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.794462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42c2957a-1ba2-40ca-ba8e-2871ad724d58" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.794697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42c2957a-1ba2-40ca-ba8e-2871ad724d58" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.794798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42c2957a-1ba2-40ca-ba8e-2871ad724d58" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.794884] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c2957a-1ba2-40ca-ba8e-2871ad724d58',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.824064] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2685c6e0-1e0b-4c68-b2db-d966588b69d6 None None] Enqueued Resource ID: b5488174-55c6-4bc9-9865-d66631ea64a6 with Priority: HIGHEST for action port [ 812.824561] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5488174-55c6-4bc9-9865-d66631ea64a6 with Priority: HIGHEST for action port [ 812.826205] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5488174-55c6-4bc9-9865-d66631ea64a6 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.826205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5488174-55c6-4bc9-9865-d66631ea64a6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.826205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5488174-55c6-4bc9-9865-d66631ea64a6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.826469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5488174-55c6-4bc9-9865-d66631ea64a6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.826559] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5488174-55c6-4bc9-9865-d66631ea64a6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.921189] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.921472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.921472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.921674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.921749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.921820] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 812.955867] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.956040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.956107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.956318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.956515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.966440] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 813.297120] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42c2957a-1ba2-40ca-ba8e-2871ad724d58 [ 813.297372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.297513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.297934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.298948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.299043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.299150] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42c2957a-1ba2-40ca-ba8e-2871ad724d58 already deleted. [ 813.299239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42c2957a-1ba2-40ca-ba8e-2871ad724d58" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.328899] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5488174-55c6-4bc9-9865-d66631ea64a6 [ 813.328899] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.328899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.329653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.329653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.329653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.329653] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5488174-55c6-4bc9-9865-d66631ea64a6 already deleted. [ 813.329653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5488174-55c6-4bc9-9865-d66631ea64a6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.464038] env[64015]: INFO networking_nsxv3.common.synchronization [req-13535980-ef56-4cad-a527-30bdc6677fd4 req-83b0bd60-0486-4196-8a00-2fd01095756a tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 813.464573] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 813.464871] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.467311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.467545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.468035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.468035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.468035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.468192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.468226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.468294] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.511517] env[64015]: INFO networking_nsxv3.common.synchronization [req-68406953-519d-47c3-8ae6-ece8350e3e0d req-f94ff54e-eb8f-4b3e-9338-3176f7161d0b service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 813.511673] env[64015]: INFO networking_nsxv3.common.synchronization [req-68406953-519d-47c3-8ae6-ece8350e3e0d req-f94ff54e-eb8f-4b3e-9338-3176f7161d0b service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 813.512358] env[64015]: INFO networking_nsxv3.common.synchronization [req-68406953-519d-47c3-8ae6-ece8350e3e0d req-f94ff54e-eb8f-4b3e-9338-3176f7161d0b service nova] Enqueued Resource ID: 2cb7ff16-6463-4fbf-8bbd-69875952c828 with Priority: HIGHEST for action port [ 813.512358] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 813.512358] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 813.512358] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb7ff16-6463-4fbf-8bbd-69875952c828 with Priority: HIGHEST for action port [ 813.512885] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.517933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.517933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.517933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.517933] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.518494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.518601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.518674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.518894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.522018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.522018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.522018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.522018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.522018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.522018] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.522018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb7ff16-6463-4fbf-8bbd-69875952c828 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.522018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.522018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.522018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.522018] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb7ff16-6463-4fbf-8bbd-69875952c828',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.970037] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.024287] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.024287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.024483] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.028049] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cb7ff16-6463-4fbf-8bbd-69875952c828 with status ACTIVE [ 814.028305] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.028463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.028559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.028885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.028985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.029204] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.029480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.029480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.029633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.029741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.029958] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.030098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.030171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.030348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.030450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.030579] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cb7ff16-6463-4fbf-8bbd-69875952c828 is going to be updated. [ 814.053522] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.053694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.054369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.054369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.054369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.054369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb7ff16-6463-4fbf-8bbd-69875952c828" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.360556] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.361659] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.361659] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.361659] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.361659] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.361659] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.361988] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.361988] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.364942] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.364942] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.364942] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.364942] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.364942] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.364942] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.364942] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.364942] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.383156] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.383349] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.383695] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.383695] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-313" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.384148] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-7c43affd-859a-4726-9351-1f94713612ad taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.384894] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.384894] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.385067] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.385227] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43affd-859a-4726-9351-1f94713612ad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.474231] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.528680] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.889217] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.889713] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.889952] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.890271] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.890932] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.890932] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.890932] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.891113] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.891280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.891442] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.891744] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.891949] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.894204] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.894204] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.894204] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.894204] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 7c43affd-859a-4726-9351-1f94713612ad is going to be updated. [ 814.917732] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.918029] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.918029] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.918302] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.918497] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.918737] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.977999] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 814.978277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.979473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.979473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.979473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.979473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.979473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.979816] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 814.981918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.982209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.982416] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.983145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.983277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.983467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.983555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.983655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.983771] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.031019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.031019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.031019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.031019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.031019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.031826] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.031939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.032008] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.032322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.032451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.032586] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be created. [ 815.052461] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 815.074246] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.074399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.074469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.074676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.074839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.085917] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: UNINITIALIZED for 2s [ 815.171080] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f42a4d25-d61e-4680-a4b0-a30029f07bbc None None] Enqueued Resource ID: 6238d6a8-a72c-405b-90cc-141829758ed8 with Priority: HIGHEST for action port [ 815.171298] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6238d6a8-a72c-405b-90cc-141829758ed8 with Priority: HIGHEST for action port [ 815.171613] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6238d6a8-a72c-405b-90cc-141829758ed8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.171938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6238d6a8-a72c-405b-90cc-141829758ed8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.171938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6238d6a8-a72c-405b-90cc-141829758ed8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.172102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6238d6a8-a72c-405b-90cc-141829758ed8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.172180] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6238d6a8-a72c-405b-90cc-141829758ed8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.486133] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.486359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.486457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.486756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.486935] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.487057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.487147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.487314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.487404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.487495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.487644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.487738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.487939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.488125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.488268] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.488362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.488423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.488561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.488638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.488724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.488814] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.580592] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a6119542-fff3-4bf8-8f93-1d7b007df207 None None] Enqueued Resource ID: ec875e8c-faff-4710-99a0-888b243f3626 with Priority: HIGHEST for action port [ 815.581166] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec875e8c-faff-4710-99a0-888b243f3626 with Priority: HIGHEST for action port [ 815.581797] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec875e8c-faff-4710-99a0-888b243f3626 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.581946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec875e8c-faff-4710-99a0-888b243f3626" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.582048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec875e8c-faff-4710-99a0-888b243f3626" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.583416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec875e8c-faff-4710-99a0-888b243f3626" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.583510] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec875e8c-faff-4710-99a0-888b243f3626',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.677510] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6238d6a8-a72c-405b-90cc-141829758ed8 [ 815.677830] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.677979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.678062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.678286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.678376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.678473] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6238d6a8-a72c-405b-90cc-141829758ed8 already deleted. [ 815.678554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6238d6a8-a72c-405b-90cc-141829758ed8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.685570] env[64015]: INFO networking_nsxv3.common.synchronization [req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e req-9300d9e5-b67c-4fd7-9b28-0cdbad84c38d service nova] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_rules [ 815.685570] env[64015]: INFO networking_nsxv3.common.synchronization [req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e req-9300d9e5-b67c-4fd7-9b28-0cdbad84c38d service nova] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 815.685570] env[64015]: INFO networking_nsxv3.common.synchronization [req-cc79b2dc-e18c-4bc1-ad0c-3d3532fbdb7e req-9300d9e5-b67c-4fd7-9b28-0cdbad84c38d service nova] Enqueued Resource ID: 7c43affd-859a-4726-9351-1f94713612ad with Priority: HIGHEST for action port [ 815.685711] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_rules [ 815.685836] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 815.685928] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c43affd-859a-4726-9351-1f94713612ad with Priority: HIGHEST for action port [ 815.686494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.686599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.686673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.686864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.686941] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.692299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.692299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.692299] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.692299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c43affd-859a-4726-9351-1f94713612ad taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.692299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.692299] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c43affd-859a-4726-9351-1f94713612ad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.993441] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 353c1c75-07ef-42fc-a23b-eb210168444a: rpc.has_security_group_logging(os_id): False [ 816.014264] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.014416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.014496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.014717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.033869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.034210] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.034339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.035031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.035031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.035031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.035183] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.035258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.035352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.035520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.035631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.035862] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.035954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.036037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.036185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.036262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.036348] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 816.085364] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec875e8c-faff-4710-99a0-888b243f3626 [ 816.085623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.085876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.085876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.086099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.086142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.086226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec875e8c-faff-4710-99a0-888b243f3626 already deleted. [ 816.086305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec875e8c-faff-4710-99a0-888b243f3626" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.101787] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.101939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.102036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.102249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.102408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.115273] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 816.193737] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.202019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.202019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c43affd-859a-4726-9351-1f94713612ad with status ACTIVE [ 816.202019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.202019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.202019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.202019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.202804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.202804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.202804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.202804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.202804] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c43affd-859a-4726-9351-1f94713612ad is going to be updated. [ 816.228529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.228529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.228529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.228529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.228529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.228529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c43affd-859a-4726-9351-1f94713612ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.698313] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.062242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 817.062601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.098541] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 817.098631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.098899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.098983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.099570] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.099570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.099570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.099570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.099570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.099902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.099902] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.200801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.200999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.201866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.201866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.201866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.201866] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be updated. [ 817.255501] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.255945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.255945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.256153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.256153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.273207] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 817.411098] env[64015]: INFO networking_nsxv3.common.synchronization [req-7261e654-5a19-4c89-af53-139a48390536 req-c339b5ab-6f0e-47ec-a330-32edc57c3888 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 817.411577] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 817.412055] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.413752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.413752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.413752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.413903] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.413903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.414021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.414279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.414342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.414432] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.602568] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.917312] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.917312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.917312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.917312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.939947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.940756] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.940914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.940989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.941530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.941530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.941530] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 817.969570] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.969787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.969894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.973925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.975955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.983364] env[64015]: INFO networking_nsxv3.common.synchronization [None req-38a86bfe-0119-4775-83bc-d315d074880b None None] Enqueued Resource ID: ba869ed0-5c74-4519-ab69-6845088e9787 with Priority: HIGHEST for action port [ 817.984040] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba869ed0-5c74-4519-ab69-6845088e9787 with Priority: HIGHEST for action port [ 817.984405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba869ed0-5c74-4519-ab69-6845088e9787 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.984543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba869ed0-5c74-4519-ab69-6845088e9787" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.984621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba869ed0-5c74-4519-ab69-6845088e9787" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.984946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba869ed0-5c74-4519-ab69-6845088e9787" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.985772] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba869ed0-5c74-4519-ab69-6845088e9787',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.987662] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 818.110477] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3be94ec6-b806-41a6-aace-8cc37892c1f4: rpc.has_security_group_logging(os_id): False [ 818.145011] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.145011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.145011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.145011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.145011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.145011] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.145575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.145575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.145575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.145575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.145575] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be created. [ 818.163048] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 818.163292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.251959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.252161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.252203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.252430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.252621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.269241] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 818.489113] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba869ed0-5c74-4519-ab69-6845088e9787 [ 818.489717] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.489877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.489951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.490208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.490299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.490397] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba869ed0-5c74-4519-ab69-6845088e9787 already deleted. [ 818.490495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba869ed0-5c74-4519-ab69-6845088e9787" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.959577] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.959577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.959577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.959577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.959577] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.959577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.959577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.959577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.962010] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.965176] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.965176] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.965176] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.965176] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.965176] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.965176] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.965176] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.983662] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.983848] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.983997] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.984210] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.984553] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.984728] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.984852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.985382] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.985539] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329a15cc-7da0-4ffd-89dd-8dca87ffd8a3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.283093] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 819.283388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.283497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.284753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.284753] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.284753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.284753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.284753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.284753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.284753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.284753] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.488960] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.489645] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.490240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.491461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.491461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.491678] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 not found, creating... [ 819.492244] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.492497] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.493570] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.494030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.497448] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.501021] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.501021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.501021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.501021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.501021] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.501021] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 is going to be created. [ 819.521761] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.521761] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.521761] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.524330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.524330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.524330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.691053] env[64015]: INFO networking_nsxv3.common.synchronization [req-818715e4-96a6-42fc-89f8-49419c2546c3 req-2faf2cf0-cf38-4292-a642-441a3dd09666 tempest-ListServerFiltersTestJSON-686155616 tempest-ListServerFiltersTestJSON-686155616-project-member] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 819.691716] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGHEST for action security_group_members [ 819.692985] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.693353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.693524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.693865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.694172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.695768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.695768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.695768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.695768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.695768] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.790038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.790038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.790038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.790038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.790038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.790740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.790740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.790740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.790740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.790740] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.999539] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 819.999899] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 819.999899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.202977] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.202977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.202977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.202977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.228248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.228248] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.228248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.228248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.228248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.228248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.228248] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be updated. [ 820.292544] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04d48681-0cb0-463d-ad83-ba458e85359b: rpc.has_security_group_logging(os_id): False [ 820.319999] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 820.320449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.321351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.321453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.321507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.322024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.322024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.334962] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: IN_PROGRESS for 2s [ 820.478591] env[64015]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/domains/default/security-policies/default-layer3-logged-drop-section/rules', 'params': {'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 820.478835] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=64015) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 820.602200] env[64015]: INFO networking_nsxv3.common.synchronization [req-7261e654-5a19-4c89-af53-139a48390536 req-3b241058-eb25-4e8c-ab21-2e976872f231 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 820.602509] env[64015]: INFO networking_nsxv3.common.synchronization [req-7261e654-5a19-4c89-af53-139a48390536 req-3b241058-eb25-4e8c-ab21-2e976872f231 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 820.602731] env[64015]: INFO networking_nsxv3.common.synchronization [req-7261e654-5a19-4c89-af53-139a48390536 req-3b241058-eb25-4e8c-ab21-2e976872f231 service nova] Enqueued Resource ID: 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 with Priority: HIGHEST for action port [ 820.604799] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 820.604970] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 820.605089] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 with Priority: HIGHEST for action port [ 820.605418] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.605661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.605661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.605845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.605907] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.607321] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.607447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.607516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.607715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.607875] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.607971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.608044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.608188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.608284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.608397] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.609267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.609405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.609447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.609615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.609665] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329a15cc-7da0-4ffd-89dd-8dca87ffd8a3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.021245] env[64015]: INFO networking_nsxv3.common.synchronization [req-96289d06-5efe-4823-9003-cb1de78a1245 req-9e2b0eb4-f6d3-44fd-98f3-fa0044ac5907 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 821.022333] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 821.023094] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.023094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.023210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.026727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.026727] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.026727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.026727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.026727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.026727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.026727] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.034424] env[64015]: INFO networking_nsxv3.common.synchronization [None req-20772b59-b068-47e1-ba89-a4b4b71eae08 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_rules [ 821.035117] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_rules [ 821.035472] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.035633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.035788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.036565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.036684] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.113405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.113405] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 with status ACTIVE [ 821.113405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.113405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.113405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.113405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.114109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.114109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.114109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.114109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.114109] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 329a15cc-7da0-4ffd-89dd-8dca87ffd8a3 is going to be updated. [ 821.120241] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.146612] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.146780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.146892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.147073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.147213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.147381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329a15cc-7da0-4ffd-89dd-8dca87ffd8a3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.281123] env[64015]: INFO networking_nsxv3.common.synchronization [None req-d6da09ca-6673-42fb-8ede-01a11835818c tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_rules [ 821.281877] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_rules [ 821.283245] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.284656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.438418] env[64015]: INFO networking_nsxv3.common.synchronization [None req-61d1abf5-401e-47b4-84d4-3077b2778ace None None] Enqueued Resource ID: c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e with Priority: HIGHEST for action port [ 821.438910] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e with Priority: HIGHEST for action port [ 821.439227] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.439350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.439419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.439666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.439751] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.527029] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.527281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.527281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.527494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.527586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.527852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.527985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.528072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.528230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.528403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.528403] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 already deleted. [ 821.528500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.564518] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.564713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.566426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.566570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.567077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.567202] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 already deleted. [ 821.567482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.569050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.569961] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.624414] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.941962] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e [ 821.943523] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.943523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.943523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.943523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.943523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.943523] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e already deleted. [ 821.943969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4688ed3-f4e6-4b19-9d85-cee6bb0cbb7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.094513] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.094849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.095217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.095217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.095309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.095442] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 already deleted. [ 822.095606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.131077] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.131077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.131077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.131077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.131077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.131077] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 822.155766] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.156194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.156194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.157589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.157589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.167382] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 822.215128] env[64015]: INFO networking_nsxv3.common.synchronization [req-f293ba42-17cd-4904-88f8-589e05ef950b req-b4d577d3-4fae-41c0-88f4-4cc3993cfa45 tempest-MigrationsAdminTest-1966913238 tempest-MigrationsAdminTest-1966913238-project-member] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 822.216084] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGHEST for action security_group_members [ 822.216617] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.216888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.218910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.218910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.218910] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.218910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.218910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.218910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.218910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.218910] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.274305] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.274567] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.274722] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.277677] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.278638] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.279045] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.282248] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.282943] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.283283] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.283664] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.283939] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.284191] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.284567] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.284801] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.285237] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.285518] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.319024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.319024] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.319024] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.319024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.319024] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.319024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.319024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.319024] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.319024] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831dd39a-3d11-4b1f-a36e-cf8b74c7be5a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.353407] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0124148-b740-4741-83a1-966630c4384b in Status: SUCCESS [ 822.353407] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0124148-b740-4741-83a1-966630c4384b deletion is rescheduled due to dependency. [ 822.353407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.499931] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.500282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.500340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.500656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.523044] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.523044] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.523044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.523794] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.523965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.524056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.524231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.524322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.524416] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be updated. [ 822.581287] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.581450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.581607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.581756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.582808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.595539] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 822.722194] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.722194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.722194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.722194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.746371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.748248] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.748580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.748709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.756592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.756810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.756851] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be updated. [ 822.783256] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.783892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.783892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.784315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.784315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.792775] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: IN_PROGRESS for 2s [ 822.827174] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.827174] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a not found, creating... [ 822.827174] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.827174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.827857] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.827857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.827857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.827857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.827857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.827857] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a is going to be created. [ 822.849869] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.849869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.849869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.849869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.849869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.849869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.801229] env[64015]: INFO networking_nsxv3.common.synchronization [req-2097ed0e-b3c3-49f0-9274-038f5796dabc req-adba1b95-fe9c-4a71-848f-ccceb7b2df68 tempest-VolumesAdminNegativeTest-184341581 tempest-VolumesAdminNegativeTest-184341581-project-member] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_members [ 823.801869] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGHEST for action security_group_members [ 823.803715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.804263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.804537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.804767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.805274] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.805455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.806253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.806460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.806558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.806667] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.177669] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 824.178032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.178210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.178438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.178645] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.178767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.178837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.179040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.179131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.180786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.181273] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.310062] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.310062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.310062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.310328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.335642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.335642] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.335642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.335642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.335642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.335642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.335642] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed is going to be updated. [ 824.366115] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.366853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.367091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.367320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.367510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.376698] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: IN_PROGRESS for 2s [ 824.450033] env[64015]: INFO networking_nsxv3.common.synchronization [req-96289d06-5efe-4823-9003-cb1de78a1245 req-a811948e-c0ee-4e20-84b4-32ef77b4d399 service nova] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_rules [ 824.450246] env[64015]: INFO networking_nsxv3.common.synchronization [req-96289d06-5efe-4823-9003-cb1de78a1245 req-a811948e-c0ee-4e20-84b4-32ef77b4d399 service nova] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 824.450396] env[64015]: INFO networking_nsxv3.common.synchronization [req-96289d06-5efe-4823-9003-cb1de78a1245 req-a811948e-c0ee-4e20-84b4-32ef77b4d399 service nova] Enqueued Resource ID: 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a with Priority: HIGHEST for action port [ 824.450968] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_rules [ 824.451828] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 824.451951] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a with Priority: HIGHEST for action port [ 824.452258] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.452380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.452451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.452707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.452903] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.453635] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.453758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.453892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.453990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.454143] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.454237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.454298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.454435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.454517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.454606] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.455336] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.455435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.455496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.455647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.455714] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831dd39a-3d11-4b1f-a36e-cf8b74c7be5a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.613743] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 824.613743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.685626] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.686960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.688026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.688026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.688026] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.688026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.688026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.688026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.688026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.688341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.688601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.688601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.688601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.691060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.691060] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.691060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.691060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.691060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.691060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.691060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.691060] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.803608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b in Status: SUCCESS [ 824.804183] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b deletion is rescheduled due to dependency. [ 824.804183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.958450] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.958450] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.958761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.958761] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a with status ACTIVE [ 824.958859] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.958911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.959295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.959295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.959295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.959629] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.959629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.959629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.960211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.960211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.960669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.960669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.960669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.961441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.961441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.961441] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 831dd39a-3d11-4b1f-a36e-cf8b74c7be5a is going to be updated. [ 824.983120] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.986476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.986476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.986628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.987023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.987023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831dd39a-3d11-4b1f-a36e-cf8b74c7be5a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.002277] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ab780e72-11cb-4256-9fea-fb7eb8ae3f0f None None] Enqueued Resource ID: 535be597-e9c1-46bd-ab73-17db9f807b6d with Priority: HIGHEST for action port [ 825.002553] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535be597-e9c1-46bd-ab73-17db9f807b6d with Priority: HIGHEST for action port [ 825.002812] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-535be597-e9c1-46bd-ab73-17db9f807b6d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.003016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535be597-e9c1-46bd-ab73-17db9f807b6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.003106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535be597-e9c1-46bd-ab73-17db9f807b6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.003374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535be597-e9c1-46bd-ab73-17db9f807b6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.003462] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535be597-e9c1-46bd-ab73-17db9f807b6d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.194079] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e283ade5-6707-4fa3-833d-f7d95a3f22cd: rpc.has_security_group_logging(os_id): False [ 825.235137] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.235290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.235363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.235578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.235669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.235889] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.236009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.236079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.236242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.236319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.236534] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.236605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.236665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.236805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.236880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.237796] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.237956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.238057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.238494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.238663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.238916] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 825.302394] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.304908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.304908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.304908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.304908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.316159] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 825.463822] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.506196] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 535be597-e9c1-46bd-ab73-17db9f807b6d [ 825.506453] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.506603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.506664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.506934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.506997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.507786] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:535be597-e9c1-46bd-ab73-17db9f807b6d already deleted. [ 825.507786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535be597-e9c1-46bd-ab73-17db9f807b6d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.810656] env[64015]: INFO networking_nsxv3.common.synchronization [None req-b8f6bd5d-369a-4ec0-a160-73b64ecd29db None None] Enqueued Resource ID: ca40d7c1-efbf-4d02-93b2-3bbca5519f1b with Priority: HIGHEST for action port [ 825.811311] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca40d7c1-efbf-4d02-93b2-3bbca5519f1b with Priority: HIGHEST for action port [ 825.811656] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca40d7c1-efbf-4d02-93b2-3bbca5519f1b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.813325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca40d7c1-efbf-4d02-93b2-3bbca5519f1b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.813434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca40d7c1-efbf-4d02-93b2-3bbca5519f1b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.814171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca40d7c1-efbf-4d02-93b2-3bbca5519f1b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.814293] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca40d7c1-efbf-4d02-93b2-3bbca5519f1b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.965899] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.966137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.966327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.966572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.966623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.966879] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be created. [ 825.997250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.997538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.997538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.997844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.997942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.011011] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: UNINITIALIZED for 2s [ 826.317472] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca40d7c1-efbf-4d02-93b2-3bbca5519f1b [ 826.319094] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.321015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.321015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.321015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.321015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.321015] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca40d7c1-efbf-4d02-93b2-3bbca5519f1b already deleted. [ 826.321015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca40d7c1-efbf-4d02-93b2-3bbca5519f1b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.388170] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73d354-060f-45f7-bba9-813dc2af8fed in Status: SUCCESS [ 826.388170] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed deletion is rescheduled due to dependency. [ 826.388170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.707303] env[64015]: INFO networking_nsxv3.common.synchronization [req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 req-7a0431e0-273d-421b-87ff-9e3f6944f380 tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_members [ 826.708215] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_members [ 826.708299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.708417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.708490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.712186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.712186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.712186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.712186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.712186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.712186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.712186] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.216036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.216036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.216036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.216036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.216036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.216036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.216036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.216036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.216574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.216574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.216574] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 already deleted. [ 827.216574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.331656] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 827.331757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.725862] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.725862] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-976" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.725862] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-976" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.725862] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-976" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.726357] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.726429] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.726556] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.726795] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.726960] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.727187] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.727306] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.727420] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.727533] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.727645] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.727756] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.727914] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.745782] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.746014] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.746193] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.746438] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-976" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.746910] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.747166] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.747334] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.747701] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.750135] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.020997] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 828.021240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.021409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.021632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.021832] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.021958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.022100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.023039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.023039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.023039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.023713] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.252240] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.252785] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.252785] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.253059] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.253308] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.253402] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba not found, creating... [ 828.253923] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.254017] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.254146] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.254398] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.254553] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.254884] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.255068] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.255832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.255832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.255832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.255832] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba is going to be created. [ 828.278940] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.279195] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.279347] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.279628] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.279862] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.280198] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.308735] env[64015]: INFO networking_nsxv3.common.synchronization [None req-56afc11b-e958-4261-af10-face25865464 None None] Enqueued Resource ID: 3f581a17-0898-473b-8c2d-aac911b93823 with Priority: HIGHEST for action port [ 828.309339] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f581a17-0898-473b-8c2d-aac911b93823 with Priority: HIGHEST for action port [ 828.309563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f581a17-0898-473b-8c2d-aac911b93823 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.309675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f581a17-0898-473b-8c2d-aac911b93823" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.309971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f581a17-0898-473b-8c2d-aac911b93823" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.310360] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f581a17-0898-473b-8c2d-aac911b93823" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.310360] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f581a17-0898-473b-8c2d-aac911b93823',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.384521] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2a1f3812-1b57-41a6-a40d-2a412a7404dc None None] Enqueued Resource ID: 023d34af-aeb3-4efe-aece-f69f71e2843e with Priority: HIGHEST for action port [ 828.385169] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023d34af-aeb3-4efe-aece-f69f71e2843e with Priority: HIGHEST for action port [ 828.385559] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-023d34af-aeb3-4efe-aece-f69f71e2843e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.385628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023d34af-aeb3-4efe-aece-f69f71e2843e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.385730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023d34af-aeb3-4efe-aece-f69f71e2843e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.385959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023d34af-aeb3-4efe-aece-f69f71e2843e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.387311] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023d34af-aeb3-4efe-aece-f69f71e2843e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.529222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.529222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.529222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.529222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.529222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.529781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.529781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.529781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.529781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.529781] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.817483] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f581a17-0898-473b-8c2d-aac911b93823 [ 828.817483] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.817483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.817483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.817483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.817483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.817483] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f581a17-0898-473b-8c2d-aac911b93823 already deleted. [ 828.817483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f581a17-0898-473b-8c2d-aac911b93823" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.827065] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1e7da275-5821-42b9-bc79-51ab6cfb0ee3 None None] Enqueued Resource ID: 2809be9c-38a7-4d7a-8f14-15662c33d0bb with Priority: HIGHEST for action port [ 828.829021] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2809be9c-38a7-4d7a-8f14-15662c33d0bb with Priority: HIGHEST for action port [ 828.829021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-2809be9c-38a7-4d7a-8f14-15662c33d0bb taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.829021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2809be9c-38a7-4d7a-8f14-15662c33d0bb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.829021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2809be9c-38a7-4d7a-8f14-15662c33d0bb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.829021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2809be9c-38a7-4d7a-8f14-15662c33d0bb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.831320] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2809be9c-38a7-4d7a-8f14-15662c33d0bb',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.891042] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 023d34af-aeb3-4efe-aece-f69f71e2843e [ 828.891342] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.891549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.891600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.891849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.895569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.895569] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:023d34af-aeb3-4efe-aece-f69f71e2843e already deleted. [ 828.895646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023d34af-aeb3-4efe-aece-f69f71e2843e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.034318] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2: rpc.has_security_group_logging(os_id): False [ 829.051925] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.052110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.052187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.052407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.052500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.052698] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.052819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.052887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.053071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.053194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.053420] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.053519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.053580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.053726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.053802] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.054014] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.055404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.055404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.055404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.055404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.055404] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be created. [ 829.118161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.118326] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.118413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.118634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.118833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.132468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 829.338544] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2809be9c-38a7-4d7a-8f14-15662c33d0bb [ 829.338771] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.339586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.339586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.339586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.339586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.339586] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2809be9c-38a7-4d7a-8f14-15662c33d0bb already deleted. [ 829.339586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2809be9c-38a7-4d7a-8f14-15662c33d0bb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.139414] env[64015]: INFO networking_nsxv3.common.synchronization [req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 req-fa427bee-8bb6-4091-a102-62121c1e4954 service nova] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_rules [ 830.140751] env[64015]: INFO networking_nsxv3.common.synchronization [req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 req-fa427bee-8bb6-4091-a102-62121c1e4954 service nova] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_members [ 830.141067] env[64015]: INFO networking_nsxv3.common.synchronization [req-e737ae0a-bc07-48f6-8a32-ced1fa47ef44 req-fa427bee-8bb6-4091-a102-62121c1e4954 service nova] Enqueued Resource ID: cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba with Priority: HIGHEST for action port [ 830.141793] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_rules [ 830.141978] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_members [ 830.142333] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba with Priority: HIGHEST for action port [ 830.142688] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.142833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.142898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.143170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.143263] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.144426] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.144426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.144619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.144678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.144865] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.144997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.145094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.145274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.145365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.145479] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.152175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.152175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.152175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.152175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.152175] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.521577] env[64015]: INFO networking_nsxv3.common.synchronization [req-03566227-286b-4034-925a-a33f2eb1be99 req-7fe4d601-24f4-4e24-942a-1efe96123299 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 830.521577] env[64015]: INFO networking_nsxv3.common.synchronization [req-03566227-286b-4034-925a-a33f2eb1be99 req-7fe4d601-24f4-4e24-942a-1efe96123299 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_members [ 830.521577] env[64015]: INFO networking_nsxv3.common.synchronization [req-03566227-286b-4034-925a-a33f2eb1be99 req-7fe4d601-24f4-4e24-942a-1efe96123299 tempest-SecurityGroupsTestJSON-1504164224 tempest-SecurityGroupsTestJSON-1504164224-project-member] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 830.522880] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGHEST for action security_group_members [ 830.523075] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGHEST for action security_group_members [ 830.523190] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGHEST for action security_group_members [ 830.523486] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.523606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.523670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.523907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.524095] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.524199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.524270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.524416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.524502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.524602] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.525814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.525814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.526440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.526548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.526651] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.526751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.526853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.526981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.527112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.527228] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.529481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.529645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.529716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.529888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.530099] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.530217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.530279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.530474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.530553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.530705] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.654306] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.655523] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.655523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.658930] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba with status ACTIVE [ 830.659224] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.659405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.659500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.659768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.659964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.660167] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.660270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.660329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.661084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.661084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.661084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.661084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.661084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.661084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.661361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.661361] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba is going to be updated. [ 830.687992] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.688149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.688219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.688429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.688578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.688737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf2a3b64-cf0c-4ca3-9d18-a7a08a4805ba" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.030185] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.030880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.030880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.030880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.032601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.032601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.033309] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.033309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.051903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.052418] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.054019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.054019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.054019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.054019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.054019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36780af-f6e0-4844-81c9-272ca211d511 is going to be updated. [ 831.054585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.054873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.055078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.055399] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.055636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.055793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.056038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.056262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.056445] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be updated. [ 831.057541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.059016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.086748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.087045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.087201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.087249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.087456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.087534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.087630] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be updated. [ 831.114415] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.115292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.115408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.117018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.117018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.118547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.119896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.119995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.120262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.120425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.122926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.123067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.123134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.124155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.124298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.151665] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ac5e4885-69bb-4692-8cb9-bb0ab19d6b94 None None] Enqueued Resource ID: dc980c8e-6e03-4f11-ad8a-bf207d57e43a with Priority: HIGHEST for action port [ 831.152663] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc980c8e-6e03-4f11-ad8a-bf207d57e43a with Priority: HIGHEST for action port [ 831.153300] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc980c8e-6e03-4f11-ad8a-bf207d57e43a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.153523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc980c8e-6e03-4f11-ad8a-bf207d57e43a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.153630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc980c8e-6e03-4f11-ad8a-bf207d57e43a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.154995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc980c8e-6e03-4f11-ad8a-bf207d57e43a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.155436] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc980c8e-6e03-4f11-ad8a-bf207d57e43a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.157208] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.213274] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: IN_PROGRESS for 2s [ 831.214354] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: IN_PROGRESS for 2s [ 831.214924] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: IN_PROGRESS for 2s [ 831.215591] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 831.215801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.628103] env[64015]: INFO networking_nsxv3.common.synchronization [None req-edece464-5c1d-41b1-975b-a0e8e413f756 None None] Enqueued Resource ID: 3ec13a9e-80ec-4ee9-b153-3349c9daf0ff with Priority: HIGHEST for action port [ 831.628103] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec13a9e-80ec-4ee9-b153-3349c9daf0ff with Priority: HIGHEST for action port [ 831.630981] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec13a9e-80ec-4ee9-b153-3349c9daf0ff taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.631447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec13a9e-80ec-4ee9-b153-3349c9daf0ff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.631447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec13a9e-80ec-4ee9-b153-3349c9daf0ff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.631555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec13a9e-80ec-4ee9-b153-3349c9daf0ff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.631555] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec13a9e-80ec-4ee9-b153-3349c9daf0ff',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.659363] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc980c8e-6e03-4f11-ad8a-bf207d57e43a [ 831.659993] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.659993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.660189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.660397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.660469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.660564] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc980c8e-6e03-4f11-ad8a-bf207d57e43a already deleted. [ 831.660661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc980c8e-6e03-4f11-ad8a-bf207d57e43a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.660984] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.661291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.661359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.661554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.661676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.661756] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 is going to be created. [ 831.685114] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.685269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.685387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.685554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.685951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.700643] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: UNINITIALIZED for 2s [ 832.135943] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec13a9e-80ec-4ee9-b153-3349c9daf0ff [ 832.135943] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.135943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.135943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.135943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.135943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.135943] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec13a9e-80ec-4ee9-b153-3349c9daf0ff already deleted. [ 832.135943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec13a9e-80ec-4ee9-b153-3349c9daf0ff" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.168709] env[64015]: INFO networking_nsxv3.common.synchronization [req-be60e0bb-d81f-473b-8c09-0bb2ef2f5144 req-13fe70f9-383f-4619-be4d-b2d93eb7c117 tempest-ServersAdminTestJSON-1837129263 tempest-ServersAdminTestJSON-1837129263-project-member] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 832.169346] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGHEST for action security_group_members [ 832.169942] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.170262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.170262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.170463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.170648] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.170782] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.170869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.171067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.171184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.171304] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.673200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.673507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.673507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.673659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.701137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.701858] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.702088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.702206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.702445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.702532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.702625] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be updated. [ 832.736203] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.736424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.736559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.737055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.737282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.740924] env[64015]: INFO networking_nsxv3.common.synchronization [req-5e5bcf86-2e67-436a-a62d-0294c8be4d16 req-ff22906e-b13f-4e34-af15-037a52c16855 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 832.740924] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 832.742074] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.742347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.742602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.742820] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.743269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.743490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.743764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.743914] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.748826] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: IN_PROGRESS for 2s [ 832.949210] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5415900e-7e22-4125-833d-63a6f0d3a87a None None] Enqueued Resource ID: beff4aea-14b0-457a-ac06-94e66b351a38 with Priority: HIGHEST for action port [ 832.949210] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beff4aea-14b0-457a-ac06-94e66b351a38 with Priority: HIGHEST for action port [ 832.949210] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-beff4aea-14b0-457a-ac06-94e66b351a38 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.949210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beff4aea-14b0-457a-ac06-94e66b351a38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.949210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beff4aea-14b0-457a-ac06-94e66b351a38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.949210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beff4aea-14b0-457a-ac06-94e66b351a38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.949210] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beff4aea-14b0-457a-ac06-94e66b351a38',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.225682] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 in Status: SUCCESS [ 833.226828] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 deletion is rescheduled due to dependency. [ 833.228551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.228551] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36780af-f6e0-4844-81c9-272ca211d511 in Status: SUCCESS [ 833.228551] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36780af-f6e0-4844-81c9-272ca211d511 deletion is rescheduled due to dependency. [ 833.228551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.229069] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 in Status: SUCCESS [ 833.229378] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 deletion is rescheduled due to dependency. [ 833.229488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.246489] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.450537] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beff4aea-14b0-457a-ac06-94e66b351a38 [ 833.450727] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.450947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.451223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.451318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.451468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beff4aea-14b0-457a-ac06-94e66b351a38 already deleted. [ 833.451600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beff4aea-14b0-457a-ac06-94e66b351a38" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.710887] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: SUCCESS [ 833.711194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.711194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.711421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.711704] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.711765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.711943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.711943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.712018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.712102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.712200] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.749606] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.874718] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5e763fac-f1bc-40b0-9c0c-57a5aed02ccc None None] Enqueued Resource ID: 89f5813f-cff7-48be-b17f-a182da8300cb with Priority: HIGHEST for action port [ 833.874718] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f5813f-cff7-48be-b17f-a182da8300cb with Priority: HIGHEST for action port [ 833.874718] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f5813f-cff7-48be-b17f-a182da8300cb taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.874718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f5813f-cff7-48be-b17f-a182da8300cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.875026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f5813f-cff7-48be-b17f-a182da8300cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.876289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f5813f-cff7-48be-b17f-a182da8300cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.876289] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f5813f-cff7-48be-b17f-a182da8300cb',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.214752] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.259597] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.260424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.260424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.260424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.260424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.260424] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 834.286852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.287058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.287146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.287387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.287532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.296872] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 834.327741] env[64015]: INFO networking_nsxv3.common.synchronization [req-f6c6b320-9695-4421-bde5-71cc25de3e73 req-08c42490-fdd2-436e-9df7-c049647a7208 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 834.328443] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 834.328762] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.328876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.329424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.330291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.330291] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.330291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.330509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.330546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.331408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.331408] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.377641] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f5813f-cff7-48be-b17f-a182da8300cb [ 834.377928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.378028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.378104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.378383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.378766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.378766] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f5813f-cff7-48be-b17f-a182da8300cb already deleted. [ 834.378766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f5813f-cff7-48be-b17f-a182da8300cb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.718599] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 571401a1-bb4e-4eed-924b-006fa28bbfb0: rpc.has_security_group_logging(os_id): False [ 834.738072] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.738072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.738072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.738072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.738072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.738327] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.738327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.738327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.738518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.738591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.738678] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 is going to be created. [ 834.758667] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e in Status: SUCCESS [ 834.758667] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e deletion is rescheduled due to dependency. [ 834.758667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.798671] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.801292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.801292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.801292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.801292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.815052] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: IN_PROGRESS for 2s [ 834.836127] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.836127] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.836127] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e already deleted. [ 834.836127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.935259] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.935599] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.935791] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.936213] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.937429] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.937646] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.937852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938672] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.938838] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.939507] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.939507] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.939647] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.939883] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.940058] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.940216] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.940407] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.963410] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.963524] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.963683] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.963884] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.964267] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e5035120-6018-4f4f-9224-03398b4846e1 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.964442] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.964576] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.964930] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.965097] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5035120-6018-4f4f-9224-03398b4846e1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.097256] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ced2d5be-4166-4fa7-a8a5-882ae8260114 None None] Enqueued Resource ID: 7fe72024-3f47-4047-be91-15494a7da629 with Priority: HIGHEST for action port [ 835.098144] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe72024-3f47-4047-be91-15494a7da629 with Priority: HIGHEST for action port [ 835.098520] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe72024-3f47-4047-be91-15494a7da629 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.098689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe72024-3f47-4047-be91-15494a7da629" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.098781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe72024-3f47-4047-be91-15494a7da629" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.099074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe72024-3f47-4047-be91-15494a7da629" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.099192] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe72024-3f47-4047-be91-15494a7da629',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.468927] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.470324] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.470773] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.471428] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.472401] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.474030] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port e5035120-6018-4f4f-9224-03398b4846e1 not found, creating... [ 835.474030] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.474030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.474030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.474030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.474030] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.476341] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.477025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.477189] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.477501] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.477670] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.477831] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e5035120-6018-4f4f-9224-03398b4846e1 is going to be created. [ 835.498036] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.498479] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.500590] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.500972] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.501255] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.501497] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.601369] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fe72024-3f47-4047-be91-15494a7da629 [ 835.601755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.601913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.601996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.602255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.602349] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.602449] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fe72024-3f47-4047-be91-15494a7da629 already deleted. [ 835.602537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe72024-3f47-4047-be91-15494a7da629" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.306391] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 836.306391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.412947] env[64015]: INFO networking_nsxv3.common.synchronization [req-f6c6b320-9695-4421-bde5-71cc25de3e73 req-c9ed37d6-59f4-4ff2-8a5f-f4377270a718 service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 836.413170] env[64015]: INFO networking_nsxv3.common.synchronization [req-f6c6b320-9695-4421-bde5-71cc25de3e73 req-c9ed37d6-59f4-4ff2-8a5f-f4377270a718 service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 836.413323] env[64015]: INFO networking_nsxv3.common.synchronization [req-f6c6b320-9695-4421-bde5-71cc25de3e73 req-c9ed37d6-59f4-4ff2-8a5f-f4377270a718 service nova] Enqueued Resource ID: e5035120-6018-4f4f-9224-03398b4846e1 with Priority: HIGHEST for action port [ 836.413558] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 836.413687] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 836.413784] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5035120-6018-4f4f-9224-03398b4846e1 with Priority: HIGHEST for action port [ 836.414473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.414589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.414671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.414961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.415265] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.416333] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.416627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.416699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.416895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.417140] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.417246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.417438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.417614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.417702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.417795] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.419127] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5035120-6018-4f4f-9224-03398b4846e1 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.419246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.419298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.419455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.419539] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5035120-6018-4f4f-9224-03398b4846e1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.830092] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: SUCCESS [ 836.830388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.920849] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.921049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.923136] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.923327] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5035120-6018-4f4f-9224-03398b4846e1 with status ACTIVE [ 836.923514] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.923627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.923693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.923904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.924040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.924229] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.924379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.924379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.924542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.924624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.924802] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.924898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.924962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.925218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.925273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.925333] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5035120-6018-4f4f-9224-03398b4846e1 is going to be updated. [ 836.947049] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.947049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.947049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.947049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.947049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.947049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5035120-6018-4f4f-9224-03398b4846e1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.428833] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.930846] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.931055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.931130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.931338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.931419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.931517] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be created. [ 837.953975] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.954164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.954243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.954454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.954611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.962979] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: UNINITIALIZED for 2s [ 838.921675] env[64015]: INFO networking_nsxv3.common.synchronization [req-f637b3de-3d1d-4395-aebe-1d74093a7e8f req-963d2a5f-117f-45d8-aad5-b742fe315db7 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_members [ 838.922225] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_members [ 838.922538] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.922654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.922735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.922995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.923184] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.923285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.923348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.923503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.923573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.923664] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.347389] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.347647] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.347739] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.348290] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.348754] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.349011] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.349248] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.349522] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.349774] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.350041] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.351514] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.351514] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.351514] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.351514] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.351514] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.351514] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.370125] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.370125] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.370125] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.370125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.370413] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-5bebadd9-499d-4564-b5f7-99d5d447ac0a taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.370662] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.370877] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.371354] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.371481] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bebadd9-499d-4564-b5f7-99d5d447ac0a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.426736] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.427931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.427931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.427931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.427931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.427931] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.428517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.428517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.428517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.428517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.428517] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 already deleted. [ 839.428517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.874806] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.875015] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.875207] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.875506] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.875668] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.875922] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 5bebadd9-499d-4564-b5f7-99d5d447ac0a not found, creating... [ 839.876134] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.876306] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.876436] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.876669] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.876817] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.877157] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.877376] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.877517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.877736] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.877882] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.878044] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 5bebadd9-499d-4564-b5f7-99d5d447ac0a is going to be created. [ 839.902400] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.902630] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.902763] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.903101] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.903394] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.903581] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.975182] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 839.975543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.975611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.975821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.976035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.976156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.976221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.976373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.976465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.976543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.976622] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.479350] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.479581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.479835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.479835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.480022] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.480170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.480281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.480512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.480615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.480713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.480957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.481132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.481198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.481347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.481884] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.482161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.482161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.482291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.482341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.482673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.482673] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.721951] env[64015]: INFO networking_nsxv3.common.synchronization [req-f637b3de-3d1d-4395-aebe-1d74093a7e8f req-fc7ffe30-9eca-4f24-8de5-0588eb3e3f89 service nova] Enqueued Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_rules [ 840.722423] env[64015]: INFO networking_nsxv3.common.synchronization [req-f637b3de-3d1d-4395-aebe-1d74093a7e8f req-fc7ffe30-9eca-4f24-8de5-0588eb3e3f89 service nova] Enqueued Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_members [ 840.722423] env[64015]: INFO networking_nsxv3.common.synchronization [req-f637b3de-3d1d-4395-aebe-1d74093a7e8f req-fc7ffe30-9eca-4f24-8de5-0588eb3e3f89 service nova] Enqueued Resource ID: 5bebadd9-499d-4564-b5f7-99d5d447ac0a with Priority: HIGHEST for action port [ 840.722931] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_rules [ 840.723046] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_members [ 840.723716] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bebadd9-499d-4564-b5f7-99d5d447ac0a with Priority: HIGHEST for action port [ 840.723716] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.723716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.723716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.723716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.725110] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.725110] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.725335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.725335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.728296] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.728296] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.728296] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bebadd9-499d-4564-b5f7-99d5d447ac0a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.728296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.728296] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bebadd9-499d-4564-b5f7-99d5d447ac0a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.985218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a242386b-fd20-49ff-973e-60f15b7c078e: rpc.has_security_group_logging(os_id): False [ 841.004658] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.004881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.004968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.005297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.005536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.005733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.006061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.006289] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.006389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.006486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.006616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.008065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.008364] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.008433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.008499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.008669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.008807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.008853] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be created. [ 841.069962] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.070141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.070211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.070674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.070674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.082206] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 841.231763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.231763] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.231763] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bebadd9-499d-4564-b5f7-99d5d447ac0a with status ACTIVE [ 841.231763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.231763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.231763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.232561] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.232561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.232561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.232561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.236410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.236410] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bebadd9-499d-4564-b5f7-99d5d447ac0a is going to be updated. [ 841.261713] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.263908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.263908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.263908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.263908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.263908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bebadd9-499d-4564-b5f7-99d5d447ac0a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.738502] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.094797] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1456df79-01a6-433a-afbc-03f7028d8a3a None None] Enqueued Resource ID: 54f468d6-2a8f-4179-b11b-80c9fd5a11c2 with Priority: HIGHEST for action port [ 842.095368] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f468d6-2a8f-4179-b11b-80c9fd5a11c2 with Priority: HIGHEST for action port [ 842.095669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f468d6-2a8f-4179-b11b-80c9fd5a11c2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.095790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f468d6-2a8f-4179-b11b-80c9fd5a11c2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.095860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f468d6-2a8f-4179-b11b-80c9fd5a11c2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.096505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f468d6-2a8f-4179-b11b-80c9fd5a11c2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.096586] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f468d6-2a8f-4179-b11b-80c9fd5a11c2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.241461] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.241649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.241741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.242550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.242739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.243015] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 is going to be created. [ 842.264938] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.265109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.265203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.265386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.265548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.273975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 in Status: UNINITIALIZED for 2s [ 842.598182] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54f468d6-2a8f-4179-b11b-80c9fd5a11c2 [ 842.598540] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.598726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.598839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.599096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.599216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.599337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54f468d6-2a8f-4179-b11b-80c9fd5a11c2 already deleted. [ 842.599446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f468d6-2a8f-4179-b11b-80c9fd5a11c2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.095125] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 843.095125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.451237] env[64015]: INFO networking_nsxv3.common.synchronization [req-8100214f-8cf3-4d3e-af8b-b11dee67b293 req-78ce88c3-b78c-43a3-a111-144c95100632 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Enqueued Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_members [ 843.451237] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_members [ 843.451450] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.452401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.452401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.452401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.452401] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.452401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.452401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.452401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.453078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.453078] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.955489] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.955777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.955867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.956223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.956380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.956686] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.956841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.956944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.957191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.957316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.957447] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 already deleted. [ 843.957593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.080188] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.080450] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-459" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.080531] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-459" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.080926] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-459" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.081232] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.081608] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.081608] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082882] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.082882] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.082882] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.083064] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.083064] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.083164] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.088089] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.088089] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.088089] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.104128] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.104128] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.104426] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.104466] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-459" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.104814] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.105193] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.105193] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.105580] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.105740] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.243986] env[64015]: INFO networking_nsxv3.common.synchronization [None req-90ec87ee-ef11-4c4a-9134-95720c32d9cd tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 844.244557] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 844.247088] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.247088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.247088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.247088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.247088] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.284020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 in Status: SUCCESS [ 844.284247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.284412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.284623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.284814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.284981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.284981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.285220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.285314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.285424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.285519] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.323106] env[64015]: INFO networking_nsxv3.common.synchronization [None req-67c2ee68-3ea9-4b45-b78a-ecadb28ee039 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 844.323106] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 844.323106] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.323238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.421311] env[64015]: INFO networking_nsxv3.common.synchronization [None req-81893afc-8928-454c-8e1f-1813514f0ead None None] Enqueued Resource ID: ddda1ad3-525c-414d-822d-d7546a785cc5 with Priority: HIGHEST for action port [ 844.421311] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddda1ad3-525c-414d-822d-d7546a785cc5 with Priority: HIGHEST for action port [ 844.421311] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddda1ad3-525c-414d-822d-d7546a785cc5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.421311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddda1ad3-525c-414d-822d-d7546a785cc5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.421311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddda1ad3-525c-414d-822d-d7546a785cc5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.421311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddda1ad3-525c-414d-822d-d7546a785cc5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.421311] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddda1ad3-525c-414d-822d-d7546a785cc5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.607892] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.608164] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.608301] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.608652] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.608814] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.608913] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 not found, creating... [ 844.609212] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.609384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.609510] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.609849] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.610161] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.610594] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.610819] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.611013] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.611287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.611764] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.611764] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 is going to be created. [ 844.631347] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.631695] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.632012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.632356] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.632636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.633151] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.772559] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.772761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.772844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.773174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.773283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.773371] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a already deleted. [ 844.773456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.773613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.773824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.773935] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.788285] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.923826] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddda1ad3-525c-414d-822d-d7546a785cc5 [ 844.924141] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.924363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.924622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.924696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.924766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.924833] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddda1ad3-525c-414d-822d-d7546a785cc5 already deleted. [ 844.924916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddda1ad3-525c-414d-822d-d7546a785cc5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.291518] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4fac333-bcb0-4198-93e2-c24ebd413cf0: rpc.has_security_group_logging(os_id): False [ 845.293734] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.294024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.294024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.296227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.296227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.296227] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a already deleted. [ 845.296227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.308021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.308021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.308021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.308021] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 is going to be created. [ 845.362915] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.363154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.363242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.364069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.364378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.375792] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 in Status: IN_PROGRESS for 2s [ 845.790663] env[64015]: INFO networking_nsxv3.common.synchronization [req-8100214f-8cf3-4d3e-af8b-b11dee67b293 req-9aa60c5c-61e6-4535-82ce-1c614e4d2aa6 service nova] Enqueued Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_rules [ 845.790976] env[64015]: INFO networking_nsxv3.common.synchronization [req-8100214f-8cf3-4d3e-af8b-b11dee67b293 req-9aa60c5c-61e6-4535-82ce-1c614e4d2aa6 service nova] Enqueued Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_members [ 845.791146] env[64015]: INFO networking_nsxv3.common.synchronization [req-8100214f-8cf3-4d3e-af8b-b11dee67b293 req-9aa60c5c-61e6-4535-82ce-1c614e4d2aa6 service nova] Enqueued Resource ID: 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 with Priority: HIGHEST for action port [ 845.791395] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_rules [ 845.791526] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_members [ 845.791623] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 with Priority: HIGHEST for action port [ 845.793883] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.794138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.794238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.794548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.794695] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.795773] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.795906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.795992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.796780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.796780] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.796780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.796780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.796780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.796984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.796984] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.802251] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.802857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.803054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.803362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.803520] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.305268] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.309122] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.309122] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 with status ACTIVE [ 846.309122] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.309122] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.309122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.309122] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.309848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.309848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.309848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.309848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.309848] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140 is going to be updated. [ 846.336526] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.336526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.336526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.336526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.343021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.343021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e79a37f-57fa-4d5c-8fde-a0e7a6bc8140" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.813558] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.317248] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.317595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.317595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.317721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.317766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.317889] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 is going to be created. [ 847.341255] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.341886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.341985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.342560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.342781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.352266] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 in Status: UNINITIALIZED for 2s [ 847.387050] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 in Status: SUCCESS [ 847.387050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.361322] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 in Status: SUCCESS [ 849.361659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.361714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.362088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.362172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.362255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.362294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.362445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.362526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.362610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.362699] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.870230] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.870230] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.870230] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.870230] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.870773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.870773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.870773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.870773] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.375603] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79bbe04c-ad15-464a-b659-2c7b082f7249: rpc.has_security_group_logging(os_id): False [ 850.394687] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.394687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.394802] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.395042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.395119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.395284] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.395410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.395448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.395586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.395658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.395844] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.395933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.395992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.397371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.397529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.397779] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.398098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.399023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.399190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.399283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.399372] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 is going to be created. [ 850.472381] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.474391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.474391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.474391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.474391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.486995] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 in Status: IN_PROGRESS for 2s [ 850.500886] env[64015]: INFO networking_nsxv3.common.synchronization [req-f037ce56-dab4-4b77-9422-d0e9069bf758 req-5e880592-26ab-4d7d-a4f8-e9948d0bdf45 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 850.500886] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 850.502644] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.502883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.503081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.503720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.503720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.504161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.504161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.504239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.504343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.504488] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.770333] env[64015]: INFO networking_nsxv3.common.synchronization [None req-edadaec1-d053-41d1-9000-00abadb62e53 None None] Enqueued Resource ID: 9b2bdbba-3a6c-4080-be9a-114251a4b1e9 with Priority: HIGHEST for action port [ 850.770903] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2bdbba-3a6c-4080-be9a-114251a4b1e9 with Priority: HIGHEST for action port [ 850.771395] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2bdbba-3a6c-4080-be9a-114251a4b1e9 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.771595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2bdbba-3a6c-4080-be9a-114251a4b1e9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.775221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2bdbba-3a6c-4080-be9a-114251a4b1e9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.775579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2bdbba-3a6c-4080-be9a-114251a4b1e9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.777531] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2bdbba-3a6c-4080-be9a-114251a4b1e9',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.007874] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.008129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.008269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.008517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.008652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.009031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.009160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.009211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.009446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.009556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.009653] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 851.037172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.037383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.037431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.037625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.037792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.048677] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 851.281803] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b2bdbba-3a6c-4080-be9a-114251a4b1e9 [ 851.281803] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.281803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.281803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.281803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.281803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.281803] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b2bdbba-3a6c-4080-be9a-114251a4b1e9 already deleted. [ 851.281803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2bdbba-3a6c-4080-be9a-114251a4b1e9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.777592] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ba8a731-77f6-46cf-929c-41fef0602ee5 req-8104eda0-dcb5-411b-b8b3-b52788757287 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Enqueued Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_members [ 851.778304] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_members [ 851.778655] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.778783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.778852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.779145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.779309] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.779412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.780455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.780455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.780455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.780455] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.282841] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.283048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.283204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.283373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.283719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.283719] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.283835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.283835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.283968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.284051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.284131] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 already deleted. [ 852.284208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.307851] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.310274] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-888" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.310497] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-888" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.310863] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-888" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.311198] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.313159] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.313159] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.313159] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.313159] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.313159] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.313159] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.313159] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.313159] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.313159] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.313159] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.313159] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.343432] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.343491] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.344036] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.344036] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-888" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.344184] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-7730d699-4909-4f2c-a91c-d6c688f73cac taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.344339] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.344466] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.344808] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.344965] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7730d699-4909-4f2c-a91c-d6c688f73cac',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.500192] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 in Status: SUCCESS [ 852.500975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.693707] env[64015]: INFO networking_nsxv3.common.synchronization [req-98e4dcfe-ec16-4d89-b1d3-94da0a9a31fa req-9d0d729a-3cda-476e-9e78-2c22113cd149 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 852.694590] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 852.698122] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.698290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.698384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.698530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.698704] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.698802] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.698873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.699032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.699126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.699560] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.855363] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.855363] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 7730d699-4909-4f2c-a91c-d6c688f73cac not found, creating... [ 852.855363] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.855363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.856135] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.856568] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.856844] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.857180] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.857429] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.857674] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 7730d699-4909-4f2c-a91c-d6c688f73cac is going to be created. [ 852.893200] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.893200] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.893200] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.893200] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.893200] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.893200] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.058372] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 853.058535] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 deletion is rescheduled due to dependency. [ 853.058666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.204623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.204993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.205106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.206730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.206832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.207275] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.207442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.207533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.207746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.207850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.207993] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 853.244133] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.244133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.244133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.244338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.244370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.253716] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 853.536424] env[64015]: INFO networking_nsxv3.common.synchronization [None req-8ad605f6-d7eb-429a-ac82-3f207ed42109 None None] Enqueued Resource ID: 105d324d-8a1c-41aa-92e2-05005ed3e858 with Priority: HIGHEST for action port [ 853.537011] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 105d324d-8a1c-41aa-92e2-05005ed3e858 with Priority: HIGHEST for action port [ 853.537356] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-105d324d-8a1c-41aa-92e2-05005ed3e858 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.537572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-105d324d-8a1c-41aa-92e2-05005ed3e858" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.537778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-105d324d-8a1c-41aa-92e2-05005ed3e858" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.537997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-105d324d-8a1c-41aa-92e2-05005ed3e858" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.538108] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('105d324d-8a1c-41aa-92e2-05005ed3e858',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.870263] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ba8a731-77f6-46cf-929c-41fef0602ee5 req-71271939-8c6d-4551-8f71-8dc439d07e8e service nova] Enqueued Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_rules [ 853.870504] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ba8a731-77f6-46cf-929c-41fef0602ee5 req-71271939-8c6d-4551-8f71-8dc439d07e8e service nova] Enqueued Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_members [ 853.870602] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ba8a731-77f6-46cf-929c-41fef0602ee5 req-71271939-8c6d-4551-8f71-8dc439d07e8e service nova] Enqueued Resource ID: 7730d699-4909-4f2c-a91c-d6c688f73cac with Priority: HIGHEST for action port [ 853.870831] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_rules [ 853.870980] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_members [ 853.871132] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7730d699-4909-4f2c-a91c-d6c688f73cac with Priority: HIGHEST for action port [ 853.871706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.871848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.871891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.872377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.872467] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.874319] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.874319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.874319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.874486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.874568] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.874674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.874778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.874880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.874960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.875077] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.877042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7730d699-4909-4f2c-a91c-d6c688f73cac taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.877167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.877209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.877359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.877430] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7730d699-4909-4f2c-a91c-d6c688f73cac',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.040881] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 105d324d-8a1c-41aa-92e2-05005ed3e858 [ 854.041180] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.041325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.041416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.041669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.041779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.041895] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:105d324d-8a1c-41aa-92e2-05005ed3e858 already deleted. [ 854.041982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-105d324d-8a1c-41aa-92e2-05005ed3e858" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.236557] env[64015]: INFO networking_nsxv3.common.synchronization [req-9f6dcb45-e44b-4769-8a9e-427340f03f23 req-27fda228-574e-4c1c-b3c9-a982dabcd9d2 tempest-ServersNegativeTestJSON-484571645 tempest-ServersNegativeTestJSON-484571645-project-member] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 854.237121] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGHEST for action security_group_members [ 854.237371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.238116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.238116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.238116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.238116] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.238116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.238116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.238355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.238355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.238412] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.377349] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.380210] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.380286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.380444] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7730d699-4909-4f2c-a91c-d6c688f73cac with status ACTIVE [ 854.380562] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.381231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.381231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.381231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.381231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.381398] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.381398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.381473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.381613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.381699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.381902] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.381967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.382043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.382172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.382250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.382336] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7730d699-4909-4f2c-a91c-d6c688f73cac is going to be updated. [ 854.404729] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.404729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.404729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.404729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.404729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.404729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7730d699-4909-4f2c-a91c-d6c688f73cac" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.742398] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.742563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.742647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.742852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.742995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.743311] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.743425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.743489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.743655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.743735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.743995] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be updated. [ 854.770855] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.770855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.770855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.771137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.771255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.779364] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: IN_PROGRESS for 2s [ 854.881761] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.265381] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 855.265381] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a deletion is rescheduled due to dependency. [ 855.265381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.384505] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.384662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.384736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.384947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.385049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.385156] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 is going to be created. [ 855.398489] env[64015]: INFO networking_nsxv3.common.synchronization [req-cead4f9a-b8b8-45ed-950c-723db53735b6 req-5e19737c-75cd-4cd4-8c19-208cc1655230 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Enqueued Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_members [ 855.399034] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_members [ 855.399365] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.399501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.399570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.399848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.400058] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.400707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.400707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.400707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.400707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.400707] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.407996] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.407996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.407996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.407996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.407996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.416242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 in Status: UNINITIALIZED for 2s [ 855.814190] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.814659] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-100" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.814714] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-100" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.815265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-100" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.815811] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.816231] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.816443] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.816767] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.816958] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.817246] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.817421] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.817579] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.817738] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.817900] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.818093] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.818294] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.837137] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.837341] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.837484] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.837673] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-100" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.838010] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.838203] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.838336] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.838803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.838896] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.903254] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.903596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.903800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.904093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.904201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.904414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.904531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.904605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.904958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.905082] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.905180] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2859a2f8-7813-4307-a015-ab27150e7f05 already deleted. [ 855.905299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.341996] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.342292] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.342448] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.342735] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.342895] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.343147] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 not found, creating... [ 856.343464] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.343613] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.343739] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.343982] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.344188] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.344490] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.344653] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.344778] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.344993] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.345418] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.345576] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 is going to be created. [ 856.367949] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.368282] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.368481] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.368854] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.369257] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.369545] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.794051] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04d48681-0cb0-463d-ad83-ba458e85359b in Status: SUCCESS [ 856.794298] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b deletion is rescheduled due to dependency. [ 856.794448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.143493] env[64015]: INFO networking_nsxv3.common.synchronization [req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c req-362a019b-d0e1-45f3-8e72-a5a6c2a83415 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 857.143493] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 857.143493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.143493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.143493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.144927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.145308] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.147066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.147066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.147066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.147066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.147066] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.426153] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 in Status: SUCCESS [ 857.426377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.426560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.426787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.427021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.427153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.427216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.427383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.427463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.427549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.427991] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.496935] env[64015]: INFO networking_nsxv3.common.synchronization [req-cead4f9a-b8b8-45ed-950c-723db53735b6 req-0042a565-0692-4160-bc9e-679e3ecdb05c service nova] Enqueued Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_rules [ 857.496935] env[64015]: INFO networking_nsxv3.common.synchronization [req-cead4f9a-b8b8-45ed-950c-723db53735b6 req-0042a565-0692-4160-bc9e-679e3ecdb05c service nova] Enqueued Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_members [ 857.497116] env[64015]: INFO networking_nsxv3.common.synchronization [req-cead4f9a-b8b8-45ed-950c-723db53735b6 req-0042a565-0692-4160-bc9e-679e3ecdb05c service nova] Enqueued Resource ID: 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 with Priority: HIGHEST for action port [ 857.497746] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_rules [ 857.497906] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_members [ 857.498016] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 with Priority: HIGHEST for action port [ 857.498327] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.498452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.498521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.498784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.498868] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.500324] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.500634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.500668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.500890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.501065] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.501168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.501232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.501384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.501558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.501558] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.502578] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.502693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.502878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.503103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.503203] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.646112] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f75a7f04-775b-40d7-99c0-e8b965e40fb3 None None] Enqueued Resource ID: b8399f03-317f-42ec-af96-9c1dfc7794aa with Priority: HIGHEST for action port [ 857.646450] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8399f03-317f-42ec-af96-9c1dfc7794aa with Priority: HIGHEST for action port [ 857.646781] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8399f03-317f-42ec-af96-9c1dfc7794aa taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.646907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8399f03-317f-42ec-af96-9c1dfc7794aa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.646979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8399f03-317f-42ec-af96-9c1dfc7794aa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.647249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8399f03-317f-42ec-af96-9c1dfc7794aa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.647331] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8399f03-317f-42ec-af96-9c1dfc7794aa',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.649149] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.649289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.649580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.649830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.650440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.650767] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.650900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.651014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.651238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.651874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.652058] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca already deleted. [ 857.652197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.801129] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.801322] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.801399] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.801791] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.802224] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.802441] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.802657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.804956] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.804956] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.804956] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.804956] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.804956] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.804956] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.804956] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.804956] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.804956] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.823823] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.824317] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.824545] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.824745] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.825088] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-2014e725-e0fb-4e83-84f7-7117893ad48b taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.825285] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.825442] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.825772] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.825921] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2014e725-e0fb-4e83-84f7-7117893ad48b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.930415] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.930415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.930634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.930708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.930959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.935259] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.935259] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.935259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.935259] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.004905] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.006531] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.006702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.007151] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 with status ACTIVE [ 858.007227] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.007463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.007463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.007734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.007841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.009143] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.009143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.009143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.009143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.009143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.010720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.010720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.010720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.010720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.010720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.010720] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6 is going to be updated. [ 858.031782] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.031931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.032322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.032322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.032571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.032763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da5d439-c93d-4e9b-a3c6-8a8f3944c1b6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.150110] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8399f03-317f-42ec-af96-9c1dfc7794aa [ 858.150433] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.150567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.150641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.151180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.151323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.151433] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8399f03-317f-42ec-af96-9c1dfc7794aa already deleted. [ 858.151520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8399f03-317f-42ec-af96-9c1dfc7794aa" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.328748] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.329377] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.329377] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.329494] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.330114] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.330114] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 2014e725-e0fb-4e83-84f7-7117893ad48b not found, creating... [ 858.330114] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.330311] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.330311] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.330561] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.331342] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.331342] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.331342] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.331342] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.333148] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.333384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.333562] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 2014e725-e0fb-4e83-84f7-7117893ad48b is going to be created. [ 858.356758] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.359154] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.359154] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.359154] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.359154] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.359154] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.438779] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2300657c-4c12-4f71-bb5e-4358e19d2468: rpc.has_security_group_logging(os_id): False [ 858.447057] env[64015]: INFO networking_nsxv3.common.synchronization [req-958e3ff1-1e18-4ba6-adee-67a4d55e7213 req-376a8715-d565-4c7b-a176-991786c6bde7 tempest-ServerPasswordTestJSON-1582373029 tempest-ServerPasswordTestJSON-1582373029-project-member] Enqueued Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_members [ 858.447571] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGHEST for action security_group_members [ 858.448048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.448183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.448236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.448428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.448573] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.448667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.448729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.448873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.448955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.449630] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.461102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.461191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.461272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.461465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.461549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.461758] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.461852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.461957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.462084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.462152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.462323] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.462432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.462618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.462618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.462708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.462851] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.462939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.463234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.463396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.463472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.463708] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 is going to be created. [ 858.508373] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.536021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.536021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.536021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.536021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.536021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.548028] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 in Status: IN_PROGRESS for 2s [ 858.951475] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.951637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.951760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.952057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.952169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.954180] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.954180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.954180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.954180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.954180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.954180] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 is going to be updated. [ 858.980403] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.980915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.981278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.981543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.981710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.992199] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 in Status: IN_PROGRESS for 2s [ 859.013994] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.014203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.014343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.014611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.014738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.014869] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2859a2f8-7813-4307-a015-ab27150e7f05 is going to be created. [ 859.041457] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.041655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.041772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.042017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.042238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.052723] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2859a2f8-7813-4307-a015-ab27150e7f05 in Status: UNINITIALIZED for 2s [ 859.332953] env[64015]: INFO networking_nsxv3.common.synchronization [req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c req-56f860f2-5bc0-4d11-83d6-158cdb35e3ed service nova] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_rules [ 859.333186] env[64015]: INFO networking_nsxv3.common.synchronization [req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c req-56f860f2-5bc0-4d11-83d6-158cdb35e3ed service nova] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 859.333334] env[64015]: INFO networking_nsxv3.common.synchronization [req-e5ca0c8d-614a-4f61-afc9-be69019b1e4c req-56f860f2-5bc0-4d11-83d6-158cdb35e3ed service nova] Enqueued Resource ID: 2014e725-e0fb-4e83-84f7-7117893ad48b with Priority: HIGHEST for action port [ 859.333569] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_rules [ 859.333704] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 859.333816] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2014e725-e0fb-4e83-84f7-7117893ad48b with Priority: HIGHEST for action port [ 859.334496] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.334605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.334605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.334825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.334914] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.338359] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.339341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.339341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.339961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.341229] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.341388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.341499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.341699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.341823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.342139] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.343063] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-2014e725-e0fb-4e83-84f7-7117893ad48b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.343236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.343236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.343436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.343546] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2014e725-e0fb-4e83-84f7-7117893ad48b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.571975] env[64015]: INFO networking_nsxv3.common.synchronization [req-202f2978-dceb-4d04-9861-261260ea2047 req-ab648cc9-702d-4614-8324-489de2d2e200 tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 859.572522] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 859.572833] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.572958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.573315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.573315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.573466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.573569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.573633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.573779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.573863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.573955] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.611242] env[64015]: INFO networking_nsxv3.common.synchronization [None req-250a4fed-c5a1-4fc1-8c0e-28e67187c433 tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_rules [ 859.611242] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_rules [ 859.611242] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.611242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.611242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.611242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.611242] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.747058] env[64015]: INFO networking_nsxv3.common.synchronization [None req-b104b4ee-651e-4e26-a818-3fb26ed83893 tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_rules [ 859.747595] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_rules [ 859.747928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.748048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.771550] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2ee32b75-4bee-482c-b30b-477527b983e8 None None] Enqueued Resource ID: 0a133f5e-5f3c-4b00-9b9f-303381e622c3 with Priority: HIGHEST for action port [ 859.772120] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a133f5e-5f3c-4b00-9b9f-303381e622c3 with Priority: HIGHEST for action port [ 859.772446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a133f5e-5f3c-4b00-9b9f-303381e622c3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.772560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a133f5e-5f3c-4b00-9b9f-303381e622c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.772616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a133f5e-5f3c-4b00-9b9f-303381e622c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.772868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a133f5e-5f3c-4b00-9b9f-303381e622c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.773030] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a133f5e-5f3c-4b00-9b9f-303381e622c3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.846957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.846957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.846957] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.848696] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2014e725-e0fb-4e83-84f7-7117893ad48b with status ACTIVE [ 859.848696] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.848696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.848696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.848696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.848696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.848696] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.848696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.848696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.852297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.852297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.852297] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.852297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.852297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.852297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.852297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.852297] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2014e725-e0fb-4e83-84f7-7117893ad48b is going to be updated. [ 859.870061] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.870061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.870061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.870061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.870061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.870061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2014e725-e0fb-4e83-84f7-7117893ad48b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.074808] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.075041] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-423" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.075178] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-423" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.075519] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-423" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.075797] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.075971] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.076088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.076330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.076492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.076703] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.076830] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.076947] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.077080] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.077201] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.077319] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.077462] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.078976] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.079108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.079177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.079334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.079434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.079586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.079689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.079747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.079873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.079946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.080454] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a already deleted. [ 860.080576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.098187] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.098327] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.098478] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.098669] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-423" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.098991] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-b2d19e42-440b-489a-ba1f-f6a612186528 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.099189] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.099315] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.099648] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.099794] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d19e42-440b-489a-ba1f-f6a612186528',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.133905] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.134648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.134648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.135132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.135289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.135373] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 already deleted. [ 860.135461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.135610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.135786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.135872] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.276683] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a133f5e-5f3c-4b00-9b9f-303381e622c3 [ 860.277052] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.277163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.277163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.277361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.277457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.277587] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a133f5e-5f3c-4b00-9b9f-303381e622c3 already deleted. [ 860.277695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a133f5e-5f3c-4b00-9b9f-303381e622c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.352142] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.562137] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 in Status: SUCCESS [ 860.562137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.604934] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.605278] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.605615] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.606486] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.607267] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.607959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port b2d19e42-440b-489a-ba1f-f6a612186528 not found, creating... [ 860.608760] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.609113] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.609912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.609912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.609912] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.609912] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.611757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.612140] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.612306] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.612464] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: b2d19e42-440b-489a-ba1f-f6a612186528 is going to be created. [ 860.638811] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.638811] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.638811] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.638811] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.638811] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.639013] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.667113] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.667469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.667469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.667613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.667719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.667855] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 already deleted. [ 860.667950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.854134] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.854330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.854376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.854586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.854674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.854774] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca is going to be created. [ 860.876683] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.876918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.877015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.877273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.877436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.887268] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: UNINITIALIZED for 2s [ 861.000943] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 in Status: SUCCESS [ 861.001273] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 deletion is rescheduled due to dependency. [ 861.001273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.062604] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2859a2f8-7813-4307-a015-ab27150e7f05 in Status: SUCCESS [ 861.062825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.063077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.063300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.063520] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.063752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.063752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.063944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.064041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.064148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.064247] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.469694] env[64015]: INFO networking_nsxv3.common.synchronization [req-202f2978-dceb-4d04-9861-261260ea2047 req-37f0f71b-9c0a-4676-b355-f61e618dca73 service nova] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 861.470067] env[64015]: INFO networking_nsxv3.common.synchronization [req-202f2978-dceb-4d04-9861-261260ea2047 req-37f0f71b-9c0a-4676-b355-f61e618dca73 service nova] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 861.470142] env[64015]: INFO networking_nsxv3.common.synchronization [req-202f2978-dceb-4d04-9861-261260ea2047 req-37f0f71b-9c0a-4676-b355-f61e618dca73 service nova] Enqueued Resource ID: b2d19e42-440b-489a-ba1f-f6a612186528 with Priority: HIGHEST for action port [ 861.470826] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 861.470950] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 861.471527] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d19e42-440b-489a-ba1f-f6a612186528 with Priority: HIGHEST for action port [ 861.471901] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.472075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.472172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.472389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.472475] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.473441] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.473585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.473660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.473889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.474040] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.474142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.474202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.474363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.474453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.474543] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.476808] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d19e42-440b-489a-ba1f-f6a612186528 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.480020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.480020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.480020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.480020] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d19e42-440b-489a-ba1f-f6a612186528',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.567594] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.569635] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.569635] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.569635] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.569635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.570269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.570269] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.849760] env[64015]: INFO networking_nsxv3.common.synchronization [req-b55469b1-b771-4b84-9b77-24860e77a4e0 req-50f7951c-4613-4f38-9eb4-b1f2269f42c5 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 861.850324] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 861.850631] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.850746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.850810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.851051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.851205] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.851392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.851392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.854373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.854373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.854373] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.935285] env[64015]: INFO networking_nsxv3.common.synchronization [req-6ed9cdd7-82d2-41f5-bfa1-4eca67b7f2d1 req-9e0e4fcf-23fa-46c8-aa5f-db7d0868897b tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 861.935803] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 861.936155] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.936283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.936354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.936560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.936716] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.936815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.936878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.937042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.937131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.937223] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.979084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.979272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.979393] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.981055] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2d19e42-440b-489a-ba1f-f6a612186528 with status ACTIVE [ 861.981301] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.981435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.981857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.981857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.981857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.982302] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.982302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.982302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.982527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.982787] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.983120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.983120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.983245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.983324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.983642] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2d19e42-440b-489a-ba1f-f6a612186528 is going to be updated. [ 862.004228] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.004379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.004421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.004627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.004758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.004919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.074942] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2859a2f8-7813-4307-a015-ab27150e7f05: rpc.has_security_group_logging(os_id): False [ 862.094260] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.094411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.094487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.094694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.094784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.094966] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.095143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.095387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.095586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.095743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.095956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.096172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.096267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.096328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.096467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.096541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.096623] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2859a2f8-7813-4307-a015-ab27150e7f05 is going to be created. [ 862.162319] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.166029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.166029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.166029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.166029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.175049] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2859a2f8-7813-4307-a015-ab27150e7f05 in Status: IN_PROGRESS for 2s [ 862.229288] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.229496] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.229628] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.229898] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.230183] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.230345] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.230467] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.230683] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.231130] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.231419] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.231618] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.231831] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.231969] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.232153] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.232321] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.232505] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.262816] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.263143] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.263355] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.263631] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-649" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.263998] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-a5edd14d-9120-4781-8eaf-cb9a990cfe54 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.264266] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.264499] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.265132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.265377] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5edd14d-9120-4781-8eaf-cb9a990cfe54',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.354555] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.354777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.354777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.355200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.355276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.355572] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.355680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.355833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.356079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.356164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.356343] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 862.388391] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.389996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.389996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.389996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.389996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.402267] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 862.439639] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.439828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.440121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.440416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.440520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.440727] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.440830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.440929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.441139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.441219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.441309] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 862.466745] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.466896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.466969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.467179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.467318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.476775] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 862.485372] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.767958] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.769585] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.769585] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.769585] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.769585] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.769585] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port a5edd14d-9120-4781-8eaf-cb9a990cfe54 not found, creating... [ 862.769585] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.769585] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.769585] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.770033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.770033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.770232] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.770389] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.770636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.770725] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.770863] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.771015] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: a5edd14d-9120-4781-8eaf-cb9a990cfe54 is going to be created. [ 862.790597] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.790894] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.791077] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.792636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.792636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.792636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.896956] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: SUCCESS [ 862.896956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.896956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.896956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.897377] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.897377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.897377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.897552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.897584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.898423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.898423] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.988045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.988219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.988306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.988527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.988617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.988733] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be created. [ 863.019340] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.019557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.019557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.019779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.019938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.029961] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: UNINITIALIZED for 2s [ 863.400607] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.400889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.401068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.401288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.401487] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.401608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.401684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.401825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.401922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.402026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.402196] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.402289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.402352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.402526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.402696] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.402803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.402869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.403040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.403140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.403291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.403472] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.559680] env[64015]: INFO networking_nsxv3.common.synchronization [req-b55469b1-b771-4b84-9b77-24860e77a4e0 req-e1b96784-a8ae-4275-8f62-2c1902c30dd8 service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 863.559946] env[64015]: INFO networking_nsxv3.common.synchronization [req-b55469b1-b771-4b84-9b77-24860e77a4e0 req-e1b96784-a8ae-4275-8f62-2c1902c30dd8 service nova] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 863.560042] env[64015]: INFO networking_nsxv3.common.synchronization [req-b55469b1-b771-4b84-9b77-24860e77a4e0 req-e1b96784-a8ae-4275-8f62-2c1902c30dd8 service nova] Enqueued Resource ID: a5edd14d-9120-4781-8eaf-cb9a990cfe54 with Priority: HIGHEST for action port [ 863.560338] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_rules [ 863.560533] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 863.560618] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5edd14d-9120-4781-8eaf-cb9a990cfe54 with Priority: HIGHEST for action port [ 863.561523] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.561647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.561718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.561932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.562054] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.562901] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.562973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.563232] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5edd14d-9120-4781-8eaf-cb9a990cfe54 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.563373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.563456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.563669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.563768] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5edd14d-9120-4781-8eaf-cb9a990cfe54',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.908789] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ea3518d-d135-4f41-983d-b785b8be6cca: rpc.has_security_group_logging(os_id): False [ 863.928021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.928021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.928021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.928021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.928575] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.928575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.928575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.928575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.928575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.928575] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca is going to be created. [ 864.000083] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.000083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.000083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.000083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.000083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.011667] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: IN_PROGRESS for 2s [ 864.065562] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.065756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.069793] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5edd14d-9120-4781-8eaf-cb9a990cfe54 with status ACTIVE [ 864.070072] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.070227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.070302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.070552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.071203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.071203] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.071203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.071203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.071371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.071538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.071675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.071791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.071869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.072090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.072153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.072240] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5edd14d-9120-4781-8eaf-cb9a990cfe54 is going to be updated. [ 864.094321] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.094460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.094504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.094726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.094869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.095053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5edd14d-9120-4781-8eaf-cb9a990cfe54" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.185971] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2859a2f8-7813-4307-a015-ab27150e7f05 in Status: SUCCESS [ 864.186231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.233816] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7c62cfea-d8b3-49f9-9b07-51713804bd77 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 21c10ead-ed43-4491-9e3c-166d05a3d624 with Priority: HIGHEST for action security_group_rules [ 864.234375] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c10ead-ed43-4491-9e3c-166d05a3d624 with Priority: HIGHEST for action security_group_rules [ 864.234686] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c10ead-ed43-4491-9e3c-166d05a3d624 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.234810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.234878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.235159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.235246] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c10ead-ed43-4491-9e3c-166d05a3d624',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.328996] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6f0c65b2-2104-45e8-bafe-0d9b967b9afe tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 21c10ead-ed43-4491-9e3c-166d05a3d624 with Priority: HIGHEST for action security_group_rules [ 864.329555] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c10ead-ed43-4491-9e3c-166d05a3d624 with Priority: HIGHEST for action security_group_rules [ 864.329900] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c10ead-ed43-4491-9e3c-166d05a3d624 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.329996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.411484] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 864.411678] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a deletion is rescheduled due to dependency. [ 864.411797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.411959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.412191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.412427] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.412572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.412654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.412939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.413071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.413162] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.486023] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 864.486270] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 864.486389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.755200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.755200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.755200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.755200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.755655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.755655] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c10ead-ed43-4491-9e3c-166d05a3d624 already deleted. [ 864.755655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.755655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.755784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.755849] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c10ead-ed43-4491-9e3c-166d05a3d624',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.914894] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.038674] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 865.038904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.039129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.039433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.039809] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.039809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.039809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.039957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.040063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.040494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.040494] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.278650] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.278950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.278950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.279277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.279277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.279431] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c10ead-ed43-4491-9e3c-166d05a3d624 already deleted. [ 865.279431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c10ead-ed43-4491-9e3c-166d05a3d624" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.328061] env[64015]: INFO networking_nsxv3.common.synchronization [req-1644b2af-e38b-4255-bcf5-3508d8a0a88b req-9fa76843-48ca-4186-9759-f704e688a2d4 tempest-ServersNegativeTestMultiTenantJSON-1544142786 tempest-ServersNegativeTestMultiTenantJSON-1544142786-project-member] Enqueued Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_members [ 865.329023] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGHEST for action security_group_members [ 865.329023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.329251] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.329392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.329620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.330406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.330528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.330590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.330846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.330940] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.417418] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.542597] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.833411] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.833952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.833952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.833952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.833952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.834222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.834222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.834222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.834369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.834473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.834521] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 is going to be updated. [ 865.861756] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.861924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.861961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.862196] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.862339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.871849] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 in Status: IN_PROGRESS for 2s [ 865.920060] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.920060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.920060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.920060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.920314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.920314] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 865.944724] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.944945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.945185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.945343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.952873] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 866.032648] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: SUCCESS [ 866.032776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.045323] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c58fbf29-e0b3-49ed-ac02-8d12269b049a: rpc.has_security_group_logging(os_id): False [ 866.065044] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.065044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.065292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.065432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.065622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.066061] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.066243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.066344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.066596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.066714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.066865] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be created. [ 866.120270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.120514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.120630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.120962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.121275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.131812] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 2s [ 867.881674] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 in Status: SUCCESS [ 867.881948] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 deletion is rescheduled due to dependency. [ 867.881948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.961792] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 867.961792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.961792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.961989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.962213] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.962281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.962349] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.962539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.962652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.962742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.962836] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.142766] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 868.143011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.259784] env[64015]: INFO networking_nsxv3.common.synchronization [req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a req-b385560a-8d87-40a9-936e-3bf7be84df3b tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 868.260418] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 868.260633] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.260760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.260828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.261119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.261286] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.261393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.261446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.261591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.261673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.261764] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.465190] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.465342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.465417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.465653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.465789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.465889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.465954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.466125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.466211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.466299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.466447] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.466539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.466601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.466746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.466977] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.467087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.467250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.467426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.467527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.467630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.467900] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.686077] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-506 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.686366] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-506" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.686446] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-506" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.686823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-506" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.687329] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.687510] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.687636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.687873] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.688035] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.688312] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.688437] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.688580] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.688671] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.688788] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.688902] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.689114] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.707026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.707026] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.707117] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.707335] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-506" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.707711] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-84f6ed25-8070-41a7-8085-26d973e438a7 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.707879] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.707879] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.708268] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.708363] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f6ed25-8070-41a7-8085-26d973e438a7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.764125] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.764286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.764394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.764665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.764791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.765048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.765169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.765236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.765406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.765485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.765581] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 already deleted. [ 868.765652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.969945] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 353c1c75-07ef-42fc-a23b-eb210168444a: rpc.has_security_group_logging(os_id): False [ 868.990479] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.990706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.990766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.991014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.991143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.991407] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.991528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.991585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.991771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.991866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.992102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.992206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.992270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.992473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.992554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.992788] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.992892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.992968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.993205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.993339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.993415] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 869.048037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.048220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.048287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.048500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.048660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.062105] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 869.211358] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.211644] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.211869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.212225] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.212476] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.212706] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 84f6ed25-8070-41a7-8085-26d973e438a7 not found, creating... [ 869.213111] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.213334] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.213500] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.213757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.213998] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.214359] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.214562] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.214703] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.214970] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.215174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.215345] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 84f6ed25-8070-41a7-8085-26d973e438a7 is going to be created. [ 869.241375] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.241568] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.241655] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.241926] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.242421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.242530] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.742465] env[64015]: INFO networking_nsxv3.common.synchronization [req-95b54baa-07ec-4d84-9724-471b77c538e1 req-f27557cc-a3a7-47be-bafa-6dedccffdac1 tempest-ServerGroupTestJSON-839798097 tempest-ServerGroupTestJSON-839798097-project-member] Enqueued Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_members [ 869.743019] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGHEST for action security_group_members [ 869.743356] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.743482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.743551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.743773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.743941] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.744128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.744218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.744403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.744547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.744659] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.050233] env[64015]: INFO networking_nsxv3.common.synchronization [req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a req-2258f004-40c6-4b91-9786-9afeb5edb591 service nova] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_rules [ 870.050233] env[64015]: INFO networking_nsxv3.common.synchronization [req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a req-2258f004-40c6-4b91-9786-9afeb5edb591 service nova] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 870.050233] env[64015]: INFO networking_nsxv3.common.synchronization [req-1c3c783b-9e59-4767-a9a8-3a1b4579a62a req-2258f004-40c6-4b91-9786-9afeb5edb591 service nova] Enqueued Resource ID: 84f6ed25-8070-41a7-8085-26d973e438a7 with Priority: HIGHEST for action port [ 870.050233] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_rules [ 870.050233] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 870.050233] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f6ed25-8070-41a7-8085-26d973e438a7 with Priority: HIGHEST for action port [ 870.050233] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.050835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.050998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.051520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.051774] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.052681] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.052907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.053075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.053516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.057121] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.057121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.057121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.057121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.057121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.057121] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.057522] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f6ed25-8070-41a7-8085-26d973e438a7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.057742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.057879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.058130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.058667] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f6ed25-8070-41a7-8085-26d973e438a7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.249343] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.249343] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.249343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.249343] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2859a2f8-7813-4307-a015-ab27150e7f05 is going to be updated. [ 870.286519] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.286519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.286519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.286519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.286519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.298411] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2859a2f8-7813-4307-a015-ab27150e7f05 in Status: IN_PROGRESS for 2s [ 870.565022] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.565022] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.565022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f6ed25-8070-41a7-8085-26d973e438a7 with status ACTIVE [ 870.565022] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.565022] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.565022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.565608] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.566999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.567223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.567484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.567672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.569516] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f6ed25-8070-41a7-8085-26d973e438a7 is going to be updated. [ 870.594752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.594901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.594958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.595179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.595306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.595469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.070424] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.078390] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 871.078390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.573446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.573599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.573675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.573889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.573979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.574097] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be created. [ 871.597673] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.597760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.597863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.598208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.598380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.606925] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: UNINITIALIZED for 2s [ 872.307662] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2859a2f8-7813-4307-a015-ab27150e7f05 in Status: SUCCESS [ 872.307898] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2859a2f8-7813-4307-a015-ab27150e7f05 deletion is rescheduled due to dependency. [ 872.307941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.049191] env[64015]: INFO networking_nsxv3.common.synchronization [req-0bdc163a-dce2-44a6-a909-6e97c22a81b7 req-e05179da-fb8d-4058-a81b-32aa691d0475 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 873.049713] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 873.050111] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.050247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.050320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.050533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.050690] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.050789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.050850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.052869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.053121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.053192] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.555523] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.555903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.555903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.555987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.556066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.556264] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.556369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.556431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.556582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.556660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.556746] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 873.583314] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.583542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.583620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.583849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.583943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.591660] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 873.614630] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 873.614841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.614993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.615205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.615388] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.617382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.617382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.617382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.617382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.617382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.617382] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.119874] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.120397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.120556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.120771] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.120935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.121078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.121276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.121480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.121514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.121718] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.121959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.121959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.122103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.122245] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.123734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.123734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.124677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.124878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.125073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.125249] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.422561] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7be4f34a-f407-4725-871d-c9b8d56e9307 None None] Enqueued Resource ID: 893a7cdc-2bc7-4799-9bb7-4bac58ed5012 with Priority: HIGHEST for action port [ 874.423323] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893a7cdc-2bc7-4799-9bb7-4bac58ed5012 with Priority: HIGHEST for action port [ 874.424763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-893a7cdc-2bc7-4799-9bb7-4bac58ed5012 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.424898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-893a7cdc-2bc7-4799-9bb7-4bac58ed5012" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.424993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-893a7cdc-2bc7-4799-9bb7-4bac58ed5012" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.425278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-893a7cdc-2bc7-4799-9bb7-4bac58ed5012" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.425650] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('893a7cdc-2bc7-4799-9bb7-4bac58ed5012',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.628275] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81636598-3276-47ae-8b85-6cf4508f5135: rpc.has_security_group_logging(os_id): False [ 874.646210] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.646365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.646822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.646822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.646822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.647021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.647089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.647130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.647269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.647362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.647561] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.647664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.647726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.647864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.647939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.648293] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.648409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.648474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.648615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.648690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.648774] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be created. [ 874.701486] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.701998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.701998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.701998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.702146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.718903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: IN_PROGRESS for 2s [ 874.927698] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 893a7cdc-2bc7-4799-9bb7-4bac58ed5012 [ 874.927940] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.928087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.928155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.928366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.928451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.928591] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:893a7cdc-2bc7-4799-9bb7-4bac58ed5012 already deleted. [ 874.928624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-893a7cdc-2bc7-4799-9bb7-4bac58ed5012" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.098583] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1b5996f6-ccf6-4685-8e2b-7222959c5ced tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_rules [ 875.099144] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_rules [ 875.099470] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.099574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.099646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.099896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.099982] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.178576] env[64015]: INFO networking_nsxv3.common.synchronization [None req-52f6071a-7bdc-4b8d-b82f-83161d076a70 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_rules [ 875.179566] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_rules [ 875.179748] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.179856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.602305] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 875.605745] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 875.605842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.623069] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.623069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.623069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.623069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.623069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.623069] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 already deleted. [ 875.623069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.623567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.623567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.623567] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.143524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.143832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.143832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.144513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.144513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.144513] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 already deleted. [ 876.144513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.666654] env[64015]: INFO networking_nsxv3.common.synchronization [None req-da799e89-3a79-4fd6-b432-01fe5b5acf8c None None] Enqueued Resource ID: f9a60eba-c60d-4a1c-9720-908ab4ce1d99 with Priority: HIGHEST for action port [ 876.667316] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9a60eba-c60d-4a1c-9720-908ab4ce1d99 with Priority: HIGHEST for action port [ 876.669077] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9a60eba-c60d-4a1c-9720-908ab4ce1d99 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.669077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9a60eba-c60d-4a1c-9720-908ab4ce1d99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.669077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9a60eba-c60d-4a1c-9720-908ab4ce1d99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.669077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9a60eba-c60d-4a1c-9720-908ab4ce1d99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.669077] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9a60eba-c60d-4a1c-9720-908ab4ce1d99',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.730432] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 876.733302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.170759] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9a60eba-c60d-4a1c-9720-908ab4ce1d99 [ 877.171057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.171190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.171264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.171490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.171586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.171687] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9a60eba-c60d-4a1c-9720-908ab4ce1d99 already deleted. [ 877.171769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9a60eba-c60d-4a1c-9720-908ab4ce1d99" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.806555] env[64015]: INFO networking_nsxv3.common.synchronization [req-d14796aa-0c2c-492e-8603-4624021c6e20 req-7e5a94d4-2534-4243-8d49-0f52cf3f39b3 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 878.807110] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 878.807462] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.807618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.807716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.807981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.808145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.808278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.808362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.808541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.808653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.808770] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.166955] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.167330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.167330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.167592] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.167853] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.168218] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.168445] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.168763] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.168968] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.169366] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.169435] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.169598] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.169759] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.169924] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.170136] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.170323] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.188812] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.188965] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.189141] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.189320] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.189651] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-1d264497-c4c1-4166-9a3a-1f58d3ecae11 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.189829] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.189955] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.190299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.190450] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d264497-c4c1-4166-9a3a-1f58d3ecae11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.311101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.311315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.311393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.311540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.311623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.311818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.311940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.311997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.312141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.312231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.312317] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 879.338082] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.338367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.338367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.338578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.338708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.352830] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 879.694252] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.694519] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.694646] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.694966] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.695146] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.695305] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 1d264497-c4c1-4166-9a3a-1f58d3ecae11 not found, creating... [ 879.695626] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.695801] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.695930] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.696191] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.696417] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.696728] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.696914] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.698234] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.698541] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.698837] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.698837] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 1d264497-c4c1-4166-9a3a-1f58d3ecae11 is going to be created. [ 879.717841] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.718157] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.718306] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.718800] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.718879] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.719152] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.097483] env[64015]: INFO networking_nsxv3.common.synchronization [None req-0f0efd49-122b-4bf5-b8c5-6e962b9aefc6 None None] Enqueued Resource ID: a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e with Priority: HIGHEST for action port [ 880.099107] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e with Priority: HIGHEST for action port [ 880.099107] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.099107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.103402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.103402] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.103402] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.433453] env[64015]: INFO networking_nsxv3.common.synchronization [req-d14796aa-0c2c-492e-8603-4624021c6e20 req-b4be6604-2c55-4f96-8970-a3beee625e66 service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 880.433653] env[64015]: INFO networking_nsxv3.common.synchronization [req-d14796aa-0c2c-492e-8603-4624021c6e20 req-b4be6604-2c55-4f96-8970-a3beee625e66 service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 880.433828] env[64015]: INFO networking_nsxv3.common.synchronization [req-d14796aa-0c2c-492e-8603-4624021c6e20 req-b4be6604-2c55-4f96-8970-a3beee625e66 service nova] Enqueued Resource ID: 1d264497-c4c1-4166-9a3a-1f58d3ecae11 with Priority: HIGHEST for action port [ 880.434382] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 880.434522] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 880.434643] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d264497-c4c1-4166-9a3a-1f58d3ecae11 with Priority: HIGHEST for action port [ 880.434928] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.435132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.435171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.435369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.435451] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.438334] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.438334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.438334] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d264497-c4c1-4166-9a3a-1f58d3ecae11 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.438606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.438606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.438606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.438710] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d264497-c4c1-4166-9a3a-1f58d3ecae11',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.605818] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e [ 880.606087] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.606215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.606282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.606565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.606658] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e already deleted. [ 880.606732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a966dbd9-8aae-45b6-92f9-b1ccf21e2d5e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.939156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.939156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.943250] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d264497-c4c1-4166-9a3a-1f58d3ecae11 with status ACTIVE [ 880.943250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.943250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.943250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.943250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.943250] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d264497-c4c1-4166-9a3a-1f58d3ecae11 is going to be updated. [ 880.968310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.968310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.968310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.968310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.968310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.968310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d264497-c4c1-4166-9a3a-1f58d3ecae11" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.255894] env[64015]: INFO networking_nsxv3.common.synchronization [req-f982f194-5aaf-4941-9acc-875fd500aa2f req-b4142772-3802-4957-b2cd-3329e0839f97 tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_members [ 881.256445] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_members [ 881.257824] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.257824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.257824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.257824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.257824] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.257824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.257824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.257824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.257824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.259246] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.371216] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 881.371216] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 881.371216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.371216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.371216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.371216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.371216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.371216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.371216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.371216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.371216] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.676469] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.676713] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-837" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.676818] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-837" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.677167] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-837" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.677440] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.677607] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.677734] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.678029] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.678120] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.678418] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.678558] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.678681] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.678800] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.678923] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.679082] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.679194] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.698007] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.698237] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.698453] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.698611] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-837" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.698965] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-4e86f504-f643-48a8-901b-60f38dfbf110 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.699180] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.699367] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.699665] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.699830] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e86f504-f643-48a8-901b-60f38dfbf110',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.759446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.759604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.759671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.759875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.759959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.760162] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.760284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.760346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.761012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.761012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.761012] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 already deleted. [ 881.761012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.875643] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.203083] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.203409] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.203567] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.203856] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.204025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.204189] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 4e86f504-f643-48a8-901b-60f38dfbf110 not found, creating... [ 882.204483] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.204649] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.204777] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.205025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.205179] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.205466] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.205626] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.205751] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.205970] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.206204] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.206359] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 4e86f504-f643-48a8-901b-60f38dfbf110 is going to be created. [ 882.225480] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.225653] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.225789] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.226061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.226306] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.226534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.377551] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.521763] env[64015]: INFO networking_nsxv3.common.synchronization [None req-aea05c18-a05f-465b-ac6f-9fce2e2e9912 None None] Enqueued Resource ID: 14f65dd8-2057-4a9b-8cf9-872856039508 with Priority: HIGHEST for action port [ 882.521763] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f65dd8-2057-4a9b-8cf9-872856039508 with Priority: HIGHEST for action port [ 882.521763] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f65dd8-2057-4a9b-8cf9-872856039508 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.521763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f65dd8-2057-4a9b-8cf9-872856039508" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.521763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f65dd8-2057-4a9b-8cf9-872856039508" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.522557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f65dd8-2057-4a9b-8cf9-872856039508" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.523451] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f65dd8-2057-4a9b-8cf9-872856039508',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.885800] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.885800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.885800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.885800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.885800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.885800] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 882.917679] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.917919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.917919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.918117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.919734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.926930] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 883.027863] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14f65dd8-2057-4a9b-8cf9-872856039508 [ 883.028202] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.028394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.028463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.028776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.028882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.028882] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14f65dd8-2057-4a9b-8cf9-872856039508 already deleted. [ 883.028988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f65dd8-2057-4a9b-8cf9-872856039508" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.134527] env[64015]: INFO networking_nsxv3.common.synchronization [req-f982f194-5aaf-4941-9acc-875fd500aa2f req-9a3279f4-fe4d-49cf-8760-d7395b8d12a1 service nova] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_rules [ 883.134832] env[64015]: INFO networking_nsxv3.common.synchronization [req-f982f194-5aaf-4941-9acc-875fd500aa2f req-9a3279f4-fe4d-49cf-8760-d7395b8d12a1 service nova] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_members [ 883.135431] env[64015]: INFO networking_nsxv3.common.synchronization [req-f982f194-5aaf-4941-9acc-875fd500aa2f req-9a3279f4-fe4d-49cf-8760-d7395b8d12a1 service nova] Enqueued Resource ID: 4e86f504-f643-48a8-901b-60f38dfbf110 with Priority: HIGHEST for action port [ 883.136519] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_rules [ 883.136519] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_members [ 883.136774] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e86f504-f643-48a8-901b-60f38dfbf110 with Priority: HIGHEST for action port [ 883.137197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.137366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.137555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.137778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.137855] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.140048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.140153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.140244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.140419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.140518] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.140608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.140677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.140830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.140925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.141069] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.142906] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e86f504-f643-48a8-901b-60f38dfbf110 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.142906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.142906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.142906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.142906] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e86f504-f643-48a8-901b-60f38dfbf110',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.645658] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.646586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.646586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.649660] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e86f504-f643-48a8-901b-60f38dfbf110 with status ACTIVE [ 883.649660] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.649660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.649967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.649967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.650575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.650575] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.650575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.650575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.650788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.650830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.651098] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.651225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.651315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.651524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.651633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.651753] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e86f504-f643-48a8-901b-60f38dfbf110 is going to be updated. [ 883.671224] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.671444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.671516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.671744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.671884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.672068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e86f504-f643-48a8-901b-60f38dfbf110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.865393] env[64015]: INFO networking_nsxv3.common.synchronization [req-d96f6549-338f-454d-bc33-f71d22cd2b3c req-0d65a12b-f989-48c6-aaa1-7f1ab0a7b251 tempest-ImagesTestJSON-546212226 tempest-ImagesTestJSON-546212226-project-member] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 883.865931] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGHEST for action security_group_members [ 883.866256] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.867197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.867197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.867197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.867197] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.867197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.867197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.867197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.867197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.867584] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.147720] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.369420] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.369600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.369647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.369856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.369942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.370145] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.370242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.370308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.370522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.370635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.370729] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be updated. [ 884.396271] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.396271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.396271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.396271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.396271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.403691] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: IN_PROGRESS for 2s [ 884.650713] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.651142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.651142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.651344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.651491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.651621] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 is going to be created. [ 884.674719] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.674719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.674719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.674947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.674947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.683806] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: UNINITIALIZED for 2s [ 884.936064] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 884.936325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.936519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.936811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.937036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.937159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.937225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.937390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.937471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.937559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.937650] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.441524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.441524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.441524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.441524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.441524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.442287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.442287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.442287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.443483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.443483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.443483] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.573152] env[64015]: INFO networking_nsxv3.common.synchronization [req-e6830cc6-6f1a-487a-8b76-85673c7a5178 req-7118884d-9f0c-43af-bfb2-cf4117a0b0b5 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 885.573152] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 885.573152] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.573152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.573152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.573152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.573152] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.573152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.573152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.573152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.575331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.575635] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.924109] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.924441] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.924481] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.924747] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.925017] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.925189] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.925316] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.925550] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.925695] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.925908] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.926039] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.926157] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.926271] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.926386] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.926497] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.926635] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.944801] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.944975] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.945150] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.945334] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.945641] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e5cb0834-0f34-4754-8e4c-2f33817d0013 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.945811] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.945938] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.946384] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.946705] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cb0834-0f34-4754-8e4c-2f33817d0013',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.947518] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a242386b-fd20-49ff-973e-60f15b7c078e: rpc.has_security_group_logging(os_id): False [ 885.966503] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.966664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.966740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.966887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.966971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.967189] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.967303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.967359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.967496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.967570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.967744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.967852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.967910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.968075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.968161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.968326] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.968409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.968494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.968614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.968702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.968810] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 886.027759] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.027926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.027968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.028203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.028358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.040209] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 886.078924] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.079111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.079247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.079543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.080477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.080477] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.080579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.080625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.080815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.080876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.080979] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 886.104453] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.104603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.104670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.104872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.105020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.125885] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 886.413612] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 353c1c75-07ef-42fc-a23b-eb210168444a in Status: SUCCESS [ 886.413728] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a deletion is rescheduled due to dependency. [ 886.413775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.450056] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.450297] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.450435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.450728] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.450894] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.451101] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port e5cb0834-0f34-4754-8e4c-2f33817d0013 not found, creating... [ 886.451367] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.451975] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.451975] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.451975] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.452201] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.452337] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.452498] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.452622] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.452833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.452974] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.453134] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e5cb0834-0f34-4754-8e4c-2f33817d0013 is going to be created. [ 886.472242] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.472441] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.472574] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.472821] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.473067] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.473348] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.693391] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: SUCCESS [ 886.693673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.693860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.694104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.694313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.694434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.694501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.694665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.694741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.694841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.694931] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.174020] env[64015]: INFO networking_nsxv3.common.synchronization [req-e6830cc6-6f1a-487a-8b76-85673c7a5178 req-b83b9e12-b251-4c46-bad3-381d6f00544b service nova] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_rules [ 887.174020] env[64015]: INFO networking_nsxv3.common.synchronization [req-e6830cc6-6f1a-487a-8b76-85673c7a5178 req-b83b9e12-b251-4c46-bad3-381d6f00544b service nova] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 887.174020] env[64015]: INFO networking_nsxv3.common.synchronization [req-e6830cc6-6f1a-487a-8b76-85673c7a5178 req-b83b9e12-b251-4c46-bad3-381d6f00544b service nova] Enqueued Resource ID: e5cb0834-0f34-4754-8e4c-2f33817d0013 with Priority: HIGHEST for action port [ 887.174020] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_rules [ 887.174020] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 887.174020] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cb0834-0f34-4754-8e4c-2f33817d0013 with Priority: HIGHEST for action port [ 887.174020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.174020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.174020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.174020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.174020] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.174863] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.174863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.174863] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cb0834-0f34-4754-8e4c-2f33817d0013 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.174863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.175045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.175087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.175403] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cb0834-0f34-4754-8e4c-2f33817d0013',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.196866] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.676981] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.677127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.677329] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5cb0834-0f34-4754-8e4c-2f33817d0013 with status ACTIVE [ 887.677505] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.677612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.677678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.677903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.677995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.678186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.678285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.678348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.678502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.678581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.678758] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.678852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.678914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.679118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.679202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.679299] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5cb0834-0f34-4754-8e4c-2f33817d0013 is going to be updated. [ 887.698457] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbacdb1f-5292-4284-a21f-36f813f69e93: rpc.has_security_group_logging(os_id): False [ 887.700744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.700882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.700930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.701145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.701351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.701512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cb0834-0f34-4754-8e4c-2f33817d0013" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.718322] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.718322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.718322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.718322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.718322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.718615] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.718615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.718615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.718732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.719250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.719250] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 is going to be created. [ 887.778712] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.778899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.778949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.779163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.779352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.795202] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: IN_PROGRESS for 2s [ 888.052915] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 888.052915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.136417] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 888.136417] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 deletion is rescheduled due to dependency. [ 888.136417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.136417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.136815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.136815] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.136909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.136950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.137588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.137588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.137588] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.639504] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.172474] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.196760] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e316535-c6ce-4b6b-9772-1c788c26ccbf req-5ef66be6-0cd7-43a0-9675-be524e2b1b78 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_members [ 889.198018] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e316535-c6ce-4b6b-9772-1c788c26ccbf req-5ef66be6-0cd7-43a0-9675-be524e2b1b78 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 889.198018] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_members [ 889.198018] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 889.198018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5dc4f6-f467-42da-ae52-af62d18d0741 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.198018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.198018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.198327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.198428] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.198883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.198883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.198883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.198883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.199042] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.201493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.201493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.201493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.201493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.201493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.201493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.201493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.201493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.201493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.201493] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.248055] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e316535-c6ce-4b6b-9772-1c788c26ccbf req-5ef66be6-0cd7-43a0-9675-be524e2b1b78 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_rules [ 889.248256] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e316535-c6ce-4b6b-9772-1c788c26ccbf req-5ef66be6-0cd7-43a0-9675-be524e2b1b78 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 889.248524] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e316535-c6ce-4b6b-9772-1c788c26ccbf req-5ef66be6-0cd7-43a0-9675-be524e2b1b78 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_rules [ 889.248635] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e316535-c6ce-4b6b-9772-1c788c26ccbf req-5ef66be6-0cd7-43a0-9675-be524e2b1b78 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_members [ 889.248686] env[64015]: INFO networking_nsxv3.common.synchronization [req-6e316535-c6ce-4b6b-9772-1c788c26ccbf req-5ef66be6-0cd7-43a0-9675-be524e2b1b78 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 84f6ed25-8070-41a7-8085-26d973e438a7 with Priority: HIGHEST for action port [ 889.249204] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_rules [ 889.249412] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_rules [ 889.249515] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f6ed25-8070-41a7-8085-26d973e438a7 with Priority: HIGHEST for action port [ 889.249604] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 889.249691] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_members [ 889.249969] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.250102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.250172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.250369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.250444] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.251406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd5dc4f6-f467-42da-ae52-af62d18d0741 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.251533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.251533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.252518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.252518] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.256057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f6ed25-8070-41a7-8085-26d973e438a7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.256057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.256057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.256057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.256057] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f6ed25-8070-41a7-8085-26d973e438a7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.256057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.256057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.256057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5dc4f6-f467-42da-ae52-af62d18d0741 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.256057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.678776] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.678776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.678776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.678776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.678776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.678776] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 889.706019] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.706019] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.706019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.706019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.706019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.706019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.706019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.715100] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 889.759290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5dc4f6-f467-42da-ae52-af62d18d0741 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.759290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.759290] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f6ed25-8070-41a7-8085-26d973e438a7 with status ACTIVE [ 889.759290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.759290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.759290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.759922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.759922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.759922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.759922] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f6ed25-8070-41a7-8085-26d973e438a7 is going to be updated. [ 889.790032] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.790032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.790032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.790032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.790032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.790032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.806623] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: SUCCESS [ 889.806623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.086776] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ca3e066-ad19-45f9-8dcd-848d161c55ea req-0bc543da-52a5-4b6f-a84f-98bc98d80589 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_members [ 890.086776] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ca3e066-ad19-45f9-8dcd-848d161c55ea req-0bc543da-52a5-4b6f-a84f-98bc98d80589 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 890.086776] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 with Priority: HIGHEST for action security_group_members [ 890.086776] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 890.087257] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd5dc4f6-f467-42da-ae52-af62d18d0741 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.087257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.087257] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.087566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.204920] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ca3e066-ad19-45f9-8dcd-848d161c55ea req-0bc543da-52a5-4b6f-a84f-98bc98d80589 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_rules [ 890.205140] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ca3e066-ad19-45f9-8dcd-848d161c55ea req-0bc543da-52a5-4b6f-a84f-98bc98d80589 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 890.205296] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ca3e066-ad19-45f9-8dcd-848d161c55ea req-0bc543da-52a5-4b6f-a84f-98bc98d80589 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 84f6ed25-8070-41a7-8085-26d973e438a7 with Priority: HIGHEST for action port [ 890.205585] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.207157] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_rules [ 890.207345] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 890.207437] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f6ed25-8070-41a7-8085-26d973e438a7 with Priority: HIGHEST for action port [ 890.207888] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.207995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.208215] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.208304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.208477] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f6ed25-8070-41a7-8085-26d973e438a7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.208577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.208636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.208834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.208910] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f6ed25-8070-41a7-8085-26d973e438a7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.209592] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.708860] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.709207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.709207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.710794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.710794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.710794] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 is going to be created. [ 890.714604] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f6ed25-8070-41a7-8085-26d973e438a7 with status ACTIVE [ 890.714840] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.715029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.715146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.715313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.715404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.715610] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.715713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.715772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.716261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.716261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.716261] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.716435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.716435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.716582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.716582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.716684] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f6ed25-8070-41a7-8085-26d973e438a7 is going to be updated. [ 890.717929] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.718064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.718141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.718359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.718359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.718499] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be updated. [ 890.749201] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.749201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.749201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.749201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.749201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.749201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f6ed25-8070-41a7-8085-26d973e438a7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.761519] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.761722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.766025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.766025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.766025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.766025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.766025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.766025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.767322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.767773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.784484] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: IN_PROGRESS for 2s [ 890.787099] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 in Status: UNINITIALIZED for 2s [ 891.728144] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 891.728468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.728887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.728887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.729036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.729119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.729119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.730132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.730132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.730132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.730132] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.235021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.235021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.235021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.235021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.235021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.235818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.235818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.235818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.235818] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.235818] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.283410] env[64015]: INFO networking_nsxv3.common.synchronization [req-a2c8ac17-4a6b-4aeb-9088-440851076d45 req-4e5eb6a3-130a-48e7-a1b3-fc65aa08dc79 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 892.283410] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 892.283410] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.283410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.283410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.283410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.283410] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.283410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.283410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.283410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.285241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.285241] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.743911] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2: rpc.has_security_group_logging(os_id): False [ 892.762166] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.764214] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.764214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.767250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.767250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.767250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.767250] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 892.789023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.789023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.789023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.789023] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 892.799198] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 892.800332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.800911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.803261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.803261] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.803261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.803261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.803261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.803261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.803261] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.803948] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 in Status: SUCCESS [ 892.804275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.804537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.804814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.805101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.805336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.805738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.807072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.807072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.807072] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.820800] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.820800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.820800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.820800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.827405] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 892.833100] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.833449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.835411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.835411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.835411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.848376] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 893.120257] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.120257] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.120387] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.120601] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.120944] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.122137] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.122434] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.122740] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.125390] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.125685] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.125838] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.126013] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.126148] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.126294] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.126436] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.126659] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.149451] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.149689] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.149846] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.150041] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.150399] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d541a614-5d02-4960-a63c-b32688b26868 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.150642] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.150821] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.151272] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.151354] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d541a614-5d02-4960-a63c-b32688b26868',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.307912] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.309131] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.309337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.309337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.309533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.309625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.309817] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.309918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.309982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.310189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.310221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.310307] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 is going to be deleted. [ 893.353270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.353439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.353512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.353727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.353816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.353915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.354080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.354235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.354456] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.354559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.354621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.354865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.354865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.354986] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.657061] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.657061] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port d541a614-5d02-4960-a63c-b32688b26868 not found, creating... [ 893.657061] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.657061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.657544] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.657798] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.657969] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.658374] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.658423] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.658593] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d541a614-5d02-4960-a63c-b32688b26868 is going to be created. [ 893.679447] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.680191] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.680191] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.680191] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.680543] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.681487] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.816104] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.856660] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.856840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.856904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.857134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.857227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.857450] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.857548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.857606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.857790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.857870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.857956] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 already deleted. [ 893.858048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.858148] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.858935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.861258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.861422] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.861526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.861593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.861734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.861810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.861892] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.317939] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.318033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.318109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.318335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.318426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.318531] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be updated. [ 894.352013] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.352164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.352215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.352431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.352679] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.363423] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd5dc4f6-f467-42da-ae52-af62d18d0741',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.364479] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.364585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.364622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.364855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.364925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.365090] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.365174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.365239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.365390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.365476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.365853] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 already deleted. [ 894.365853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.366736] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: IN_PROGRESS for 2s [ 894.429692] env[64015]: INFO networking_nsxv3.common.synchronization [req-a2c8ac17-4a6b-4aeb-9088-440851076d45 req-a0481cde-aeb4-4961-a011-9b7346e88177 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 894.429891] env[64015]: INFO networking_nsxv3.common.synchronization [req-a2c8ac17-4a6b-4aeb-9088-440851076d45 req-a0481cde-aeb4-4961-a011-9b7346e88177 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 894.430148] env[64015]: INFO networking_nsxv3.common.synchronization [req-a2c8ac17-4a6b-4aeb-9088-440851076d45 req-a0481cde-aeb4-4961-a011-9b7346e88177 service nova] Enqueued Resource ID: d541a614-5d02-4960-a63c-b32688b26868 with Priority: HIGHEST for action port [ 894.430595] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 894.430754] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 894.430814] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d541a614-5d02-4960-a63c-b32688b26868 with Priority: HIGHEST for action port [ 894.433632] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.433632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.433632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.433632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.433632] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.437247] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.437247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.437247] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d541a614-5d02-4960-a63c-b32688b26868 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.437247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.437247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.437247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.437247] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d541a614-5d02-4960-a63c-b32688b26868',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.840473] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 894.840473] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 894.840473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.840473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.840473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.840473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.840473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.840473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.840473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.840473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.840473] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.861821] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 894.862075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.866620] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd5dc4f6-f467-42da-ae52-af62d18d0741: rpc.has_security_group_logging(os_id): False [ 894.891131] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d req-9c15c977-0201-4a79-a621-95354a1f6581 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_members [ 894.892472] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.892689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.892689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.892935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.893081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.893353] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.893458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.893527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.893715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.893873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.893975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 is going to be created. [ 894.895546] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_members [ 894.895869] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.895992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.896150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.896509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.896589] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.896708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.896776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.896935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.897065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.897202] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.919240] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cd5dc4f6-f467-42da-ae52-af62d18d0741], does not exist path=[/infra/domains/default/groups/cd5dc4f6-f467-42da-ae52-af62d18d0741]."\n}' [ 894.919434] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd5dc4f6-f467-42da-ae52-af62d18d0741 [ 894.919525] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 894.938068] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.938229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.940439] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d541a614-5d02-4960-a63c-b32688b26868 with status ACTIVE [ 894.940633] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.940753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.940820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.941057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.941143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.941353] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.941453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.941515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.941712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.941815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.941937] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.942109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.942202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.943589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.943589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.943589] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d541a614-5d02-4960-a63c-b32688b26868 is going to be updated. [ 894.962807] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.962964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.963061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.963239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.963401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.963596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d541a614-5d02-4960-a63c-b32688b26868" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.967916] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.967916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.967916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.968145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.969469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.969838] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.969985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.970380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.970380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.970486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.970732] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.970868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.970939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.971107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.971215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.971304] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd5dc4f6-f467-42da-ae52-af62d18d0741 is going to be created. [ 895.007765] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cd5dc4f6-f467-42da-ae52-af62d18d0741], does not exist path=[/infra/domains/default/groups/cd5dc4f6-f467-42da-ae52-af62d18d0741]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd5dc4f6-f467-42da-ae52-af62d18d0741 [ 895.007765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd5dc4f6-f467-42da-ae52-af62d18d0741" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.007765] env[64015]: Traceback (most recent call last): [ 895.007765] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 895.007765] env[64015]: return func(*args, **kwargs) [ 895.007765] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 895.007765] env[64015]: res.raise_for_status() [ 895.007765] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 895.007765] env[64015]: raise HTTPError(http_error_msg, response=self) [ 895.007765] env[64015]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd5dc4f6-f467-42da-ae52-af62d18d0741 [ 895.007765] env[64015]: During handling of the above exception, another exception occurred: [ 895.007765] env[64015]: Traceback (most recent call last): [ 895.007765] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 895.007765] env[64015]: listener.cb(fileno) [ 895.007765] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 895.007765] env[64015]: result = function(*args, **kwargs) [ 895.007765] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 895.007765] env[64015]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 895.007765] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 895.007765] env[64015]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 895.007765] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 895.007765] env[64015]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 895.007765] env[64015]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 895.007765] env[64015]: res.raise_for_status() [ 895.007765] env[64015]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 895.007765] env[64015]: raise HTTPError(http_error_msg, response=self) [ 895.007765] env[64015]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cd5dc4f6-f467-42da-ae52-af62d18d0741 [ 895.007765] env[64015]: Removing descriptor: 25 [ 895.289276] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.289515] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.289669] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.290033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.290333] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.290536] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.290674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.291329] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.291329] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.291436] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.291650] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.291736] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.292696] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.292696] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.292696] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.292696] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.310684] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.310909] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.311134] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.311377] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.311796] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-811734cb-ad25-477b-9f54-7ac2a124ef34 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.312061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.312197] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.312622] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.312734] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811734cb-ad25-477b-9f54-7ac2a124ef34',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.341373] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.399405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.399532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.399612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.399865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.399976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.400233] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.400341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.400408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.400581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.400689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.400788] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 already deleted. [ 895.400871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.814769] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.815203] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.815203] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.815478] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.815707] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.815908] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 811734cb-ad25-477b-9f54-7ac2a124ef34 not found, creating... [ 895.816213] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.816371] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.816502] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.816749] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.816899] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.818260] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.818260] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.818260] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.818260] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.818260] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.818260] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 811734cb-ad25-477b-9f54-7ac2a124ef34 is going to be created. [ 895.843813] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.844112] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.844214] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.844505] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.844817] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.845026] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.847036] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.349098] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.349260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.349336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.349653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.349754] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 896.375616] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 896.375795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.376034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.376417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.376570] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.376698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.376763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.376944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.377064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.377245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.377519] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.378293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.378499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.378693] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.378825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.378906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.379108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.379187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.379303] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.380973] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.381108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.381182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.381492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.381572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.391046] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 896.612209] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d req-623cf4e6-2fc2-40f6-b9f7-96e4df0c4c60 service nova] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_rules [ 896.612209] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d req-623cf4e6-2fc2-40f6-b9f7-96e4df0c4c60 service nova] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_members [ 896.612209] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b4d04c4-4bb1-438b-8ae6-239bb1ce9a6d req-623cf4e6-2fc2-40f6-b9f7-96e4df0c4c60 service nova] Enqueued Resource ID: 811734cb-ad25-477b-9f54-7ac2a124ef34 with Priority: HIGHEST for action port [ 896.612209] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_rules [ 896.612848] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_members [ 896.612848] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811734cb-ad25-477b-9f54-7ac2a124ef34 with Priority: HIGHEST for action port [ 896.612848] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.612958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.613059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.613664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.613664] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.614790] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.614913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.615095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.615170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.615926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.615926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.615926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.615926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.615926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.615926] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.619925] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-811734cb-ad25-477b-9f54-7ac2a124ef34 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.619925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.619925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.619925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.619925] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811734cb-ad25-477b-9f54-7ac2a124ef34',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.884684] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.885027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.885027] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.055265] env[64015]: INFO networking_nsxv3.common.synchronization [req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 req-a28f1d5a-7ff4-4a86-8b95-2e68feb85c54 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 897.055929] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 897.057850] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.057850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.057850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.058074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.058114] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.058329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.058329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.058510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.058570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.058669] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.119597] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.120231] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.120231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.120902] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 811734cb-ad25-477b-9f54-7ac2a124ef34 with status ACTIVE [ 897.120902] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.120902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.120902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.121158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.121337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.121906] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.121906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.121906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.121906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.122586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.122586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.122586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.122586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.122728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.122800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.122923] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 811734cb-ad25-477b-9f54-7ac2a124ef34 is going to be updated. [ 897.146263] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.146263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.146263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.146263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.146263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.146263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-811734cb-ad25-477b-9f54-7ac2a124ef34" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.387458] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.443815] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.443815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.443815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.443815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.444081] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.444138] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.444282] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.444494] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.444649] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.444873] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.444988] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.445119] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.445291] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.445423] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.445541] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.445686] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.466376] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.466554] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.466912] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.466958] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-912" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.467342] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.467535] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.467689] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.468046] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.468200] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.564138] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.625497] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.890819] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.891128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.891128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.891343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.891431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.891537] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be updated. [ 897.920062] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.920062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.920260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.920348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.920489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.929408] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: IN_PROGRESS for 2s [ 897.972835] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.973107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.973275] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.973605] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.973766] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.973928] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 not found, creating... [ 897.974213] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.974402] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.974531] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.974759] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.974906] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.975202] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.975365] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.975490] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.975726] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.975867] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.976021] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 is going to be created. [ 897.994823] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.995091] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.995180] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.995441] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.995674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.995899] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.066447] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.127944] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.128168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.128232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.128429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.128522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.128625] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 is going to be created. [ 898.165362] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.165526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.165676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.165866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.166069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.175804] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: UNINITIALIZED for 2s [ 898.248402] env[64015]: INFO networking_nsxv3.common.synchronization [req-00083ef5-2348-4382-98c9-ce6c01b2e2c6 req-ea29e7f8-107f-4373-a7b4-6fc418fc53a0 tempest-ServerRescueTestJSONUnderV235-735847559 tempest-ServerRescueTestJSONUnderV235-735847559-project-member] Enqueued Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 898.248562] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81636598-3276-47ae-8b85-6cf4508f5135 with Priority: HIGHEST for action security_group_members [ 898.249681] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.249681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.402049] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 898.402049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.402049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.402375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.402375] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.402652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.402652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.402652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.402748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.402779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.402925] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.572328] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.572558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.572603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.572824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.572926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.573045] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca is going to be updated. [ 898.600774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.600975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.602019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.602019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.602019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.610873] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: IN_PROGRESS for 2s [ 898.891488] env[64015]: INFO networking_nsxv3.common.synchronization [req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 req-f3276a92-b1c5-4560-94bf-abeb94e0cbc3 service nova] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_rules [ 898.891803] env[64015]: INFO networking_nsxv3.common.synchronization [req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 req-f3276a92-b1c5-4560-94bf-abeb94e0cbc3 service nova] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 898.891872] env[64015]: INFO networking_nsxv3.common.synchronization [req-6f3bc523-c0e3-43f0-b7ac-a6ee9828d4b5 req-f3276a92-b1c5-4560-94bf-abeb94e0cbc3 service nova] Enqueued Resource ID: 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 with Priority: HIGHEST for action port [ 898.892446] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_rules [ 898.892593] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 898.892730] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 with Priority: HIGHEST for action port [ 898.892982] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.894947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.894947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.894947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.894947] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.895557] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.895700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.896074] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.896074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.896225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.896470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.896470] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.908075] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.908075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.908075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.908075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.908390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.908390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.908390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.908502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.908502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.908595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.908861] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.908861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.908861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.909098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.909133] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.911680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.911680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.911680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.911680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.911680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.911680] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.266861] env[64015]: INFO networking_nsxv3.common.synchronization [req-529db6fa-2ccd-41cd-b65b-13441acc3772 req-16c0fd68-98bc-4e9c-9667-f2363bfa35f8 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 899.267509] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 899.267728] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.267841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.267969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.268200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.268504] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.268504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.268504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.268704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.268739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.268820] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.398377] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.398562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.398704] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 with status ACTIVE [ 899.399045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.399045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.399214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.399353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.399413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.399560] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.399658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.399717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.399854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.399923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.400161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.400253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.400253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.400386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.400458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.400537] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5 is going to be updated. [ 899.412144] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e283ade5-6707-4fa3-833d-f7d95a3f22cd: rpc.has_security_group_logging(os_id): False [ 899.422135] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.422264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.422307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.422482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.422609] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.422767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-714adcdf-fc8f-4f4e-8cbe-4bcc21e292b5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.429413] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.429560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.429624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.429857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.456425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.456760] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.456887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.456952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.457181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.457285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.457498] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.457596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.457686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.457877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.457957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.458161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.458256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.458313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.458457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.458542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.458611] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 899.543020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.543182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.543322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.543507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.543654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.562488] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 899.623808] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.624020] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.624163] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.625028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.625028] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.625028] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.625231] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.625480] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.625657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.625882] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.626019] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.626140] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.626255] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.626371] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.626486] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.626626] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.648026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.648026] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.648026] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.648026] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.648026] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-780918a0-0836-49c5-a729-302f935a2e20 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.648026] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.648026] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.648405] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.648441] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780918a0-0836-49c5-a729-302f935a2e20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.771504] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.771698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.771780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.771996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.772103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.772303] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.772453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.772453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.772613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.772713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.772804] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 already deleted. [ 899.772887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.938678] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 899.939031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.939031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.939210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.939402] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.939514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.939580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.939724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.939815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.939905] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.151127] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.151391] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.151552] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.151841] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.152141] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.152178] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 780918a0-0836-49c5-a729-302f935a2e20 not found, creating... [ 900.152448] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.152656] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.152786] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.153033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.153889] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.153889] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.153889] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.153889] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.154141] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.154180] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.154331] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 780918a0-0836-49c5-a729-302f935a2e20 is going to be created. [ 900.173713] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.174009] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.174193] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.174660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.174832] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.175073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.183013] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: SUCCESS [ 900.183206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.183414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.183638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.183811] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.183916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.183981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.184142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.184220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.184311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.184413] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.442558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.442558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.442558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.442875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.464074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.464301] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.464375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.464411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.464665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.464731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.464764] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be updated. [ 900.493246] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.493413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.493458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.493728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.493876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.504845] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: IN_PROGRESS for 2s [ 900.621348] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: SUCCESS [ 900.621572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.621743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.622323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.622323] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.622482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.622523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.622667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.622750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.622848] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.686644] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.003812] env[64015]: INFO networking_nsxv3.common.synchronization [req-529db6fa-2ccd-41cd-b65b-13441acc3772 req-0e4dd4fe-4790-4e4a-810d-9841920677ef service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 901.004092] env[64015]: INFO networking_nsxv3.common.synchronization [req-529db6fa-2ccd-41cd-b65b-13441acc3772 req-0e4dd4fe-4790-4e4a-810d-9841920677ef service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 901.004277] env[64015]: INFO networking_nsxv3.common.synchronization [req-529db6fa-2ccd-41cd-b65b-13441acc3772 req-0e4dd4fe-4790-4e4a-810d-9841920677ef service nova] Enqueued Resource ID: 780918a0-0836-49c5-a729-302f935a2e20 with Priority: HIGHEST for action port [ 901.004874] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 901.006451] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 901.006622] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780918a0-0836-49c5-a729-302f935a2e20 with Priority: HIGHEST for action port [ 901.006960] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.007114] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.007244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.007524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.007640] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.008958] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.009110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.009198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.009385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.009542] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.009703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.009745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.009857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.009941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.013819] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.013819] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-780918a0-0836-49c5-a729-302f935a2e20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.013819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.013819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.013819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.013819] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780918a0-0836-49c5-a729-302f935a2e20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.125749] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.189012] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b2f7ff8-d388-45b6-80f4-8f4db35acf20: rpc.has_security_group_logging(os_id): False [ 901.216597] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.218035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.218035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.218035] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 is going to be created. [ 901.275314] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.275546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.275546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.275749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.276012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.291086] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: IN_PROGRESS for 2s [ 901.512640] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.514060] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.514197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.516460] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 780918a0-0836-49c5-a729-302f935a2e20 with status ACTIVE [ 901.516460] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.516615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.516615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.516810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.516901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.517113] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.517212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.517271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.517463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.517560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.517760] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.517854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.517913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.518068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.518186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.518220] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 780918a0-0836-49c5-a729-302f935a2e20 is going to be updated. [ 901.539295] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.539437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.539538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.539687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.539815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.539970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780918a0-0836-49c5-a729-302f935a2e20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.576072] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 901.576072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.628898] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.016166] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.131168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.131454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.131591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.131910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.131972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.132125] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca is going to be updated. [ 902.160390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.160568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.160646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.160864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.161018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.170261] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: IN_PROGRESS for 2s [ 902.514774] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 902.514932] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 deletion is rescheduled due to dependency. [ 902.515068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.515242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.515479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.515715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.515814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.515864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.516034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.516127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.516215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.516377] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-81636598-3276-47ae-8b85-6cf4508f5135 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.516478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.516521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.516652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.516790] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.516880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.516943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.517140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.517209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.517243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.517325] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.518188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.518350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.518493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.518581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.518650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.518823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.518904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.518987] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.519819] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.519927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.520018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.520429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.520517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.520630] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be created. [ 902.550629] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.550629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.550629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.550629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.550629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.559725] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: UNINITIALIZED for 2s [ 903.023897] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.023897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.023897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.023897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.023897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.024634] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.024634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.024634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.024634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.024866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.024866] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be updated. [ 903.026024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81636598-3276-47ae-8b85-6cf4508f5135: rpc.has_security_group_logging(os_id): False [ 903.045754] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.046030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.046030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.046238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.046347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.046598] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.046728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.046844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.046948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.047045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.047227] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.047338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.047413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.047569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.047650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.047847] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.047962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.048148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.048343] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.048455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.048950] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be updated. [ 903.051740] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.051954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.051954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.052279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.052350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.061851] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: IN_PROGRESS for 2s [ 903.115648] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.115648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.115648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.115648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.115648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.128567] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: IN_PROGRESS for 2s [ 903.308202] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: SUCCESS [ 903.308686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.702922] env[64015]: INFO networking_nsxv3.common.synchronization [req-12df4613-781d-463c-8734-37495be236ee req-296269da-6db5-4a25-b544-9af25e90a198 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 903.703539] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 903.703861] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.703985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.704147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.704371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.704536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.704637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.704701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.705645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.706080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.706080] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.180071] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: SUCCESS [ 904.180374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.181173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.181325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.181325] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.181781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.182188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.182188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.182304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.182365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.182749] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.208070] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.208274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.208274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.208691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.232084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.233460] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.233460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.233460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.233460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.233460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.233460] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 904.256929] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.256929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.256929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.257325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.257494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.267832] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 904.569337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 904.569599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.569762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.569976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.570176] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.570290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.570360] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.570502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.570580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.570663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.570755] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.685557] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.685557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.685557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.685776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.685826] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.685945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.686030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.686223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.686321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.686412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.686592] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.686696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.686773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.686922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.687200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.687472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.687569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.687617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.687718] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.074420] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 905.074660] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 deletion is rescheduled due to dependency. [ 905.074780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.075287] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.075481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.075596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.075937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.076261] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.076595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.076595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.078035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.078035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.078035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.078484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.078484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.078484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.078484] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.141401] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81636598-3276-47ae-8b85-6cf4508f5135 in Status: SUCCESS [ 905.141581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.141764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.141985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.142071] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81636598-3276-47ae-8b85-6cf4508f5135',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.189449] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ea3518d-d135-4f41-983d-b785b8be6cca: rpc.has_security_group_logging(os_id): False [ 905.220802] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.220967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.221065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.221271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.241982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.242269] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.242527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.242527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.242638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.242723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.242907] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.243011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.243084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.243233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.243331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.243513] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.243608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.243668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.243809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.243882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.244087] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca is going to be updated. [ 905.304349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.304494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.304580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.304773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.304916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.317018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: IN_PROGRESS for 2s [ 905.580532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 905.597102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.597234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.597234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.597456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.597547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.598529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.598529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.598529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.598529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.598529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.598529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.598529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.598529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.598926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.598926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.598926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.598926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.599086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.599086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.599180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.599392] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be created. [ 905.654129] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.654968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.655078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.655290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.655478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.665833] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.665978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.666096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.666254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.666340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.666434] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81636598-3276-47ae-8b85-6cf4508f5135 is going to be deleted. [ 905.672214] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 905.715621] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.715796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.715904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.716127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.716231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.716350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81636598-3276-47ae-8b85-6cf4508f5135" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.224530] env[64015]: INFO networking_nsxv3.common.synchronization [None req-a50b9f36-ee3f-41e6-99a9-f287be8166a1 None None] Enqueued Resource ID: f0939583-9a16-498c-b4fc-d75043ec6b07 with Priority: HIGHEST for action port [ 906.224842] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0939583-9a16-498c-b4fc-d75043ec6b07 with Priority: HIGHEST for action port [ 906.225458] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0939583-9a16-498c-b4fc-d75043ec6b07 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.227332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0939583-9a16-498c-b4fc-d75043ec6b07" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.227413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0939583-9a16-498c-b4fc-d75043ec6b07" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.227696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0939583-9a16-498c-b4fc-d75043ec6b07" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.227782] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0939583-9a16-498c-b4fc-d75043ec6b07',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.274253] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 906.274608] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 906.274849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.731257] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0939583-9a16-498c-b4fc-d75043ec6b07 [ 906.731257] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.731257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.731257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.731257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.731257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.731257] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0939583-9a16-498c-b4fc-d75043ec6b07 already deleted. [ 906.731257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0939583-9a16-498c-b4fc-d75043ec6b07" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.182615] env[64015]: INFO networking_nsxv3.common.synchronization [None req-87a91a4c-55b5-4429-8b97-d77df4babda5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_rules [ 907.183229] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_rules [ 907.183618] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.183769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.183840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.184187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.185446] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.272995] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7320e662-d567-4bf1-84a9-811cc578761e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_rules [ 907.273929] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_rules [ 907.274386] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.275798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.329242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: SUCCESS [ 907.329548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.684863] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 907.685117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.708131] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.708131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.708131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.708131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.708428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.708428] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 already deleted. [ 907.708428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.708554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.708686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.708770] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.799698] env[64015]: INFO networking_nsxv3.common.synchronization [req-6c4f7509-e443-40dc-a5a5-636622fc4472 req-7c341220-75ea-4422-9d47-7688cb63fa40 tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 907.800436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 907.802088] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.802088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.802088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.802298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.802567] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.802678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.804314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.804314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.804314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.804314] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.991403] env[64015]: INFO networking_nsxv3.common.synchronization [None req-dd053824-fa35-45d5-b3db-c7602a8d3520 None None] Enqueued Resource ID: 47b64e1d-3b7d-40ea-9752-298e7cf528c3 with Priority: HIGHEST for action port [ 907.991986] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b64e1d-3b7d-40ea-9752-298e7cf528c3 with Priority: HIGHEST for action port [ 907.992420] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-47b64e1d-3b7d-40ea-9752-298e7cf528c3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.992540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47b64e1d-3b7d-40ea-9752-298e7cf528c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.992613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47b64e1d-3b7d-40ea-9752-298e7cf528c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.992865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47b64e1d-3b7d-40ea-9752-298e7cf528c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.992946] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47b64e1d-3b7d-40ea-9752-298e7cf528c3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.243785] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.243944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.244018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.244240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.244392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.244546] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 already deleted. [ 908.244583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.305084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.305397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.305543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.337541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.337541] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.337541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.337541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.337777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.337777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.337777] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 908.369688] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.369841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.369915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.370146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.370286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.378802] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 908.495813] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47b64e1d-3b7d-40ea-9752-298e7cf528c3 [ 908.496060] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.496767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.496767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.496767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.496767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.496767] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47b64e1d-3b7d-40ea-9752-298e7cf528c3 already deleted. [ 908.496767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47b64e1d-3b7d-40ea-9752-298e7cf528c3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.243258] env[64015]: INFO networking_nsxv3.common.synchronization [req-028ec958-78df-4151-902f-e43855b3574e req-ef01a67e-b29e-4942-96f2-8e20a7c59448 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 909.243823] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 909.244342] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.244509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.244579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.244765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.244930] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.245041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.245096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.245330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.245464] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.245576] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.274755] env[64015]: INFO networking_nsxv3.common.synchronization [req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e req-89ce96ae-eae1-434a-9b6c-c974f682c13b tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 909.275961] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 909.275961] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.275961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.275961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.276323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.276323] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.276443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.276496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.276712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.276712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.276875] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.619221] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.619545] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.619593] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.619870] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.620202] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.620311] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.620437] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.620664] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.620842] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.621100] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.621295] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.621550] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.621700] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.621864] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.622013] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.622169] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.639364] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.639612] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.639779] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.639965] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.640281] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-23b1059a-c6b6-41be-a308-432f2f0e469d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.640458] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.640587] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.640903] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.641067] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b1059a-c6b6-41be-a308-432f2f0e469d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.748542] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.748908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.749043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.749274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.749397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.749605] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.749731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.749815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.749997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.750097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.750188] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 909.778607] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.778767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.778845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.779076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.779393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.780251] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.780381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.780440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.780604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.780684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.780854] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.780961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.781025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.781154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.781226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.781310] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 909.789841] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 909.804913] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.805068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.805159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.805285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.805417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.812734] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 910.143994] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.143994] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.143994] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.144291] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.144570] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.144663] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 23b1059a-c6b6-41be-a308-432f2f0e469d not found, creating... [ 910.144934] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.145116] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.145242] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.145470] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.145619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.145935] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.146126] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.146255] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.146468] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.146621] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.146854] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 23b1059a-c6b6-41be-a308-432f2f0e469d is going to be created. [ 910.165095] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.165304] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.165439] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.165694] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.165925] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.166265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.387522] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 910.388381] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 deletion is rescheduled due to dependency. [ 910.388381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.907223] env[64015]: INFO networking_nsxv3.common.synchronization [req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e req-d847d097-362c-4666-8d72-457c46a673cd service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 910.907223] env[64015]: INFO networking_nsxv3.common.synchronization [req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e req-d847d097-362c-4666-8d72-457c46a673cd service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 910.907223] env[64015]: INFO networking_nsxv3.common.synchronization [req-1767a912-20e7-4f71-ae86-3c44b1dfbf8e req-d847d097-362c-4666-8d72-457c46a673cd service nova] Enqueued Resource ID: 23b1059a-c6b6-41be-a308-432f2f0e469d with Priority: HIGHEST for action port [ 910.907223] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 910.908419] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 910.908419] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b1059a-c6b6-41be-a308-432f2f0e469d with Priority: HIGHEST for action port [ 910.908591] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.908969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.909171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.909461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.909779] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.910970] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.911200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.911524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b1059a-c6b6-41be-a308-432f2f0e469d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.912295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.912473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.912952] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b1059a-c6b6-41be-a308-432f2f0e469d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.415080] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.415226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.416554] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23b1059a-c6b6-41be-a308-432f2f0e469d with status ACTIVE [ 911.416735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.416847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.416913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.417137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.417230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.417402] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.417499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.417562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.417717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.417796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.417973] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.418091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.418126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.418268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.418342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.418425] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23b1059a-c6b6-41be-a308-432f2f0e469d is going to be updated. [ 911.437655] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.437870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.437991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.438283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.438514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.438780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b1059a-c6b6-41be-a308-432f2f0e469d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.798905] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 911.799114] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 911.799226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.820971] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 911.821196] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 911.821809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.821809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.821809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.822022] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.822234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.822234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.822330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.822420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.822516] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.324646] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.826380] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.331440] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.331807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.331807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.332692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.332692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.332692] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 913.363308] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.363505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.363587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.363790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.363936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.372581] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 915.383886] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 915.384180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.384298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.384510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.384704] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.384821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.384967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.385041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.385123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.385205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.385297] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.888322] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.888322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.888322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.888535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.888535] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.888628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.888681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.888832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.888920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.889016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.889168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.889269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.889358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.889517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.889657] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.889749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.889834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.889982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.890074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.890156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.890243] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.908586] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 915.908709] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 916.392337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a242386b-fd20-49ff-973e-60f15b7c078e: rpc.has_security_group_logging(os_id): False [ 916.409011] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.409233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.409441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.409535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.409752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.409907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.410075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.410151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.410333] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.410425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.410486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.410624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.410695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.410867] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.410958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.411028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.411166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.411239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.411323] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 916.465597] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.465840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.465928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.466131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.466282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.478693] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 917.653995] env[64015]: INFO networking_nsxv3.common.synchronization [req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 req-9ab02e87-a2fb-4d3b-930b-3d43c5931a3e tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_members [ 917.654618] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_members [ 917.655014] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.655178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.655266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.655560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.655740] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.655857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.655930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.656124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.656240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.656340] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.015529] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.015715] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.015844] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.016167] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.016488] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.016603] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.016760] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.016958] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.017110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.017337] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.017458] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.017576] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.017693] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.017805] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.017983] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.018080] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.035751] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.035984] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.036165] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.036375] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.036714] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.036906] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.037051] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.037387] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.037566] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877d917c-bd63-4ac6-89e1-aeff2b70ce7e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.159454] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.159669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.159669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.159901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.159992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.160213] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.160315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.160375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.160537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.160615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.160703] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 already deleted. [ 918.160783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.492758] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 918.492758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.539689] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.539925] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.540078] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.540380] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.540556] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.540726] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 877d917c-bd63-4ac6-89e1-aeff2b70ce7e not found, creating... [ 918.540989] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.541176] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.541303] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.541559] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.541929] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.542015] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.542259] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.542391] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.542753] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.542907] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.543087] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 877d917c-bd63-4ac6-89e1-aeff2b70ce7e is going to be created. [ 918.561125] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.561252] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.561393] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.561687] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.561929] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.562177] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.329366] env[64015]: INFO networking_nsxv3.common.synchronization [req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 req-ebb9eeff-4854-4f65-80e3-88eab1b5ff87 service nova] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_rules [ 919.329366] env[64015]: INFO networking_nsxv3.common.synchronization [req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 req-ebb9eeff-4854-4f65-80e3-88eab1b5ff87 service nova] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_members [ 919.329366] env[64015]: INFO networking_nsxv3.common.synchronization [req-9e899f99-1bc4-434a-a4bd-2c3a954f8ac7 req-ebb9eeff-4854-4f65-80e3-88eab1b5ff87 service nova] Enqueued Resource ID: 877d917c-bd63-4ac6-89e1-aeff2b70ce7e with Priority: HIGHEST for action port [ 919.329366] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_rules [ 919.329366] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_members [ 919.329366] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877d917c-bd63-4ac6-89e1-aeff2b70ce7e with Priority: HIGHEST for action port [ 919.330689] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.331329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.331329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.331329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.331329] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.332710] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.332858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.333740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.333740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.333740] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.333740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.333740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.333740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.333740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.334057] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.335940] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.335940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.336219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.336510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.336510] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877d917c-bd63-4ac6-89e1-aeff2b70ce7e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.833699] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.833844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.836234] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.838882] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 877d917c-bd63-4ac6-89e1-aeff2b70ce7e with status ACTIVE [ 919.840384] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.840384] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.840384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.840821] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.840821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.840821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.840821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.840821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.840993] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 877d917c-bd63-4ac6-89e1-aeff2b70ce7e is going to be updated. [ 919.861379] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.861625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.861723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.861959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.862335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.862335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877d917c-bd63-4ac6-89e1-aeff2b70ce7e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.340309] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.526979] env[64015]: INFO networking_nsxv3.common.synchronization [req-c7ff61b8-d167-4d4e-9de2-cae4b8c958c5 req-e3a82012-1206-4a51-95df-cd9a0414d443 tempest-ServersWithSpecificFlavorTestJSON-546493608 tempest-ServersWithSpecificFlavorTestJSON-546493608-project-member] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 920.527618] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGHEST for action security_group_members [ 920.528102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.528249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.528335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.528540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.528701] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.528801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.528866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.529017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.529106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.529201] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.843031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.843031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.843031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.843031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.843031] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 is going to be created. [ 920.869496] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.869694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.869768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.869908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.870076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.880723] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: UNINITIALIZED for 2s [ 921.034718] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.034718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.034718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.034718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.055790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.055790] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.055790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.055790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.055790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.055790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.055790] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be updated. [ 921.080784] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.080983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.080983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.081258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.081461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.089468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: IN_PROGRESS for 2s [ 921.744447] env[64015]: INFO networking_nsxv3.common.synchronization [req-31702e05-81ad-4181-8dfd-0fdf12b162f2 req-a0ea8ec4-36e0-47c3-9193-dde056886294 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 921.744806] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 921.745133] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.745259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.745324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.745528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.745685] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.745784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.745848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.746012] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.746097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.746192] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.248978] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.341734] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.341962] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.342088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.342375] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.342639] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.342810] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.342964] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.343279] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.343452] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.343687] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.343804] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.343917] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.344046] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.344166] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.344276] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.344452] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.361445] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.361603] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.361757] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.361925] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.362249] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-949e153b-5f0c-4944-a307-4468dddb1ec8 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.362427] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.362558] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.362861] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.363022] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949e153b-5f0c-4944-a307-4468dddb1ec8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.751074] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.866070] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.866332] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.866472] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.867152] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.867347] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.867524] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 949e153b-5f0c-4944-a307-4468dddb1ec8 not found, creating... [ 922.867801] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.867980] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.868121] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.868347] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.868497] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.868822] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.868999] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.869134] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.869347] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.869489] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.869638] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 949e153b-5f0c-4944-a307-4468dddb1ec8 is going to be created. [ 922.887336] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: SUCCESS [ 922.887558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.887723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.887959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.888168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.888276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.888350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.888508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.888586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.888742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.888813] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.890375] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.890565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.890707] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.890953] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.891242] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.891711] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.097873] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 in Status: SUCCESS [ 923.098071] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 deletion is rescheduled due to dependency. [ 923.098194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.253450] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.253721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.253813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.254047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.254142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.254246] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 923.282800] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.282800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.282800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.282800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.282800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.289921] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 923.392989] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.673517] env[64015]: INFO networking_nsxv3.common.synchronization [req-31702e05-81ad-4181-8dfd-0fdf12b162f2 req-689eb7b7-7aa0-41bb-906f-f7b27ec547fd service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 923.673722] env[64015]: INFO networking_nsxv3.common.synchronization [req-31702e05-81ad-4181-8dfd-0fdf12b162f2 req-689eb7b7-7aa0-41bb-906f-f7b27ec547fd service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 923.673869] env[64015]: INFO networking_nsxv3.common.synchronization [req-31702e05-81ad-4181-8dfd-0fdf12b162f2 req-689eb7b7-7aa0-41bb-906f-f7b27ec547fd service nova] Enqueued Resource ID: 949e153b-5f0c-4944-a307-4468dddb1ec8 with Priority: HIGHEST for action port [ 923.674353] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 923.674497] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 923.674638] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949e153b-5f0c-4944-a307-4468dddb1ec8 with Priority: HIGHEST for action port [ 923.674873] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.675014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.675085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.675290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.675373] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.676225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.676316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.676529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-949e153b-5f0c-4944-a307-4468dddb1ec8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.676642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.676707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.676870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.676970] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949e153b-5f0c-4944-a307-4468dddb1ec8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.898774] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5badd9b-c76c-4ca1-a78c-b294b5ada810: rpc.has_security_group_logging(os_id): False [ 923.916570] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.916767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.916886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.917162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.917303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.917593] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.917733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.917828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.918070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.918712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.918712] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 is going to be created. [ 923.979744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.979987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.980127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.980535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.980844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.991195] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: IN_PROGRESS for 2s [ 924.178524] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.178663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.178853] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 949e153b-5f0c-4944-a307-4468dddb1ec8 with status ACTIVE [ 924.179088] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.179190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.179258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.179515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.179594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.179830] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.179928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.179994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.180182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.180265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.180447] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.180539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.180651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.180806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.180883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.180987] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 949e153b-5f0c-4944-a307-4468dddb1ec8 is going to be updated. [ 924.213399] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.213677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.213677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.214055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.214258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.214498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949e153b-5f0c-4944-a307-4468dddb1ec8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.285704] env[64015]: INFO networking_nsxv3.common.synchronization [req-549272ca-2798-4f32-a035-5587c7db42eb req-bc16d464-6f2d-4d63-bac5-ca2dd20c372d tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 924.287158] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 924.287460] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.287657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.287756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.288048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.288292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.288452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.288556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.288787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.288916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.289074] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.671377] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.672013] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.672013] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.672323] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.672767] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.673029] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.673196] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.673547] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.673780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.674121] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.674453] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.674534] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.674747] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.674951] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.675195] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.675444] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.695454] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.695716] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.695940] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.696243] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-267" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.696704] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-c0239f8c-5053-4b5a-8062-3e2ee6814468 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.697534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.697534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.697700] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.697827] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0239f8c-5053-4b5a-8062-3e2ee6814468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.793354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.793540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.793611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.793822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.793914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.794128] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.794228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.794292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.794451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.794544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.794657] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 924.820700] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.820876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.820961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.821140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.821281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.829194] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 925.200363] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.200672] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.200835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.201169] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.201352] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.201533] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port c0239f8c-5053-4b5a-8062-3e2ee6814468 not found, creating... [ 925.201922] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.202154] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.202302] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.202548] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.202718] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.203059] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.203242] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.203370] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.203668] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.203835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.203987] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: c0239f8c-5053-4b5a-8062-3e2ee6814468 is going to be created. [ 925.244734] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.244947] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.245113] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.245432] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.245684] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.245949] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.300947] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 925.301197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.301472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.301615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.301801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.301931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.302006] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.302178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.302256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.302350] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.805498] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.985492] env[64015]: INFO networking_nsxv3.common.synchronization [req-549272ca-2798-4f32-a035-5587c7db42eb req-6aa5574e-3bf1-4c11-9595-fdd29025b918 service nova] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_rules [ 925.985687] env[64015]: INFO networking_nsxv3.common.synchronization [req-549272ca-2798-4f32-a035-5587c7db42eb req-6aa5574e-3bf1-4c11-9595-fdd29025b918 service nova] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 925.985838] env[64015]: INFO networking_nsxv3.common.synchronization [req-549272ca-2798-4f32-a035-5587c7db42eb req-6aa5574e-3bf1-4c11-9595-fdd29025b918 service nova] Enqueued Resource ID: c0239f8c-5053-4b5a-8062-3e2ee6814468 with Priority: HIGHEST for action port [ 925.986084] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_rules [ 925.986215] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 925.986310] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0239f8c-5053-4b5a-8062-3e2ee6814468 with Priority: HIGHEST for action port [ 925.986865] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.987027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.987063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.987295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.987375] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.988212] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.988315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.988486] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0239f8c-5053-4b5a-8062-3e2ee6814468 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.988615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.988648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.988812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.988882] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0239f8c-5053-4b5a-8062-3e2ee6814468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.001608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: SUCCESS [ 926.001821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.307994] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.490968] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.491159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.491392] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0239f8c-5053-4b5a-8062-3e2ee6814468 with status ACTIVE [ 926.491574] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.491678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.491748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.491965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.492059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.492233] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.492332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.492391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.492552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.492642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.492806] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.492920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.492991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.493131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.493202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.493275] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0239f8c-5053-4b5a-8062-3e2ee6814468 is going to be updated. [ 926.517079] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.517079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.517079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.517079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.517079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.517079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0239f8c-5053-4b5a-8062-3e2ee6814468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.811188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.811354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.811444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.812038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.812038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.812038] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 926.838130] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 926.838342] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 deletion is rescheduled due to dependency. [ 926.838461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.838617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.838838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.839039] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.839173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.839236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.839398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.839477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.839573] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.842254] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.842254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.842254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.842475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.842561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.850990] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 927.154476] env[64015]: INFO networking_nsxv3.common.synchronization [req-de5d8f62-37a9-480a-8d57-3aed00d22f51 req-283e70d4-aa1f-4072-b58e-59751f60bb89 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 927.156332] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 927.156751] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.156917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.157058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.157340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.157528] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.157674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.157758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.157934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.158056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.158173] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.341634] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.660531] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.843972] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.162793] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.346554] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.346863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.346863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.347129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.347237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.348019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 928.376485] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.376687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.376761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.376968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.377123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.388679] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 928.665488] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.665718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.665820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.666157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.666320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.666427] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca is going to be updated. [ 928.696019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.696237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.696333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.696601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.696797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.704950] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: IN_PROGRESS for 2s [ 928.861039] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.863783] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.863783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.863783] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.157613] env[64015]: INFO networking_nsxv3.common.synchronization [req-b09503ae-2a99-45a5-a7ab-b50120b155f6 req-89c39306-8842-4a51-ab27-5c5f1cab6e4d tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 929.158212] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 929.158539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.158667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.158757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.158930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.159120] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.159231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.159344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.159428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.159515] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.160127] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.368406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.368721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.368721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.369049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.369187] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.369320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.369320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.369482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.369830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.369830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.369924] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.369973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.370420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.370420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.370420] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.370420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.370420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.370971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.370971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.370971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.370971] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.661707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.661707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.661819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.663421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.663421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.663421] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.663421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.663421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.663421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.663421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.663421] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 929.689585] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.691552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.691552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.691552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.691552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.698888] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 929.739019] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.739019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.739019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.739019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.739019] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.739019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.739019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.739472] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.739472] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.739609] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.739738] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.739862] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.739980] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.740205] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.740292] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.740362] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.759468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.759468] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.759468] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.759468] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.759926] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-09b3187a-cde6-437a-976b-3c5fc8e8f301 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.759926] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.760037] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.760288] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.760436] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09b3187a-cde6-437a-976b-3c5fc8e8f301',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.873256] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 929.895463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.895616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.895689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.895911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.896014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.896209] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.896310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.896373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.896527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.896639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.896855] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.896951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.897046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.897201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.897278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.897503] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.897624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.897624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.897746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.897828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.897922] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 929.958760] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.958979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.959032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.959476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.959476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.973242] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 930.262893] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.263240] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.263426] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.264086] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.264086] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.264226] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 09b3187a-cde6-437a-976b-3c5fc8e8f301 not found, creating... [ 930.264563] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.264817] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.265061] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.265333] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.265583] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.265947] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.266170] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.266365] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.266572] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.266720] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.266897] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 09b3187a-cde6-437a-976b-3c5fc8e8f301 is going to be created. [ 930.285420] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.285613] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.285746] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.286013] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.286248] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.286469] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.402367] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 930.402666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.402776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.402988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.403198] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.403313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.403383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.403585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.403660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.403746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.403842] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.715636] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: SUCCESS [ 930.715861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.906340] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.906340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.906340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.906574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.907357] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.907357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.907357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.907357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.907357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.907357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.907357] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.907647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.907647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.907647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.907805] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.907876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.907915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.908071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.909131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.909131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.909131] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.372589] env[64015]: INFO networking_nsxv3.common.synchronization [req-b09503ae-2a99-45a5-a7ab-b50120b155f6 req-3caef471-bb2a-4e02-ae0f-219c474182e8 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 931.372783] env[64015]: INFO networking_nsxv3.common.synchronization [req-b09503ae-2a99-45a5-a7ab-b50120b155f6 req-3caef471-bb2a-4e02-ae0f-219c474182e8 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 931.372935] env[64015]: INFO networking_nsxv3.common.synchronization [req-b09503ae-2a99-45a5-a7ab-b50120b155f6 req-3caef471-bb2a-4e02-ae0f-219c474182e8 service nova] Enqueued Resource ID: 09b3187a-cde6-437a-976b-3c5fc8e8f301 with Priority: HIGHEST for action port [ 931.373180] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 931.373301] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 931.373398] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b3187a-cde6-437a-976b-3c5fc8e8f301 with Priority: HIGHEST for action port [ 931.374079] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.376550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.376709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.376989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.377183] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.378100] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.378323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.378625] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-09b3187a-cde6-437a-976b-3c5fc8e8f301 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.378883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.379052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.379331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.379504] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09b3187a-cde6-437a-976b-3c5fc8e8f301',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.411024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2: rpc.has_security_group_logging(os_id): False [ 931.444017] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.444017] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.444017] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.444017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.444809] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.444809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.444809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.445247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.447406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.447406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 931.530924] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.530924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.530924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.530924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.530924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.546042] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 931.707266] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 931.707423] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 931.707714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.707714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.707910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.708122] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.708241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.708301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.708596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.708596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.708699] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.881349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.881518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.883926] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09b3187a-cde6-437a-976b-3c5fc8e8f301 with status ACTIVE [ 931.884148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.884293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.884362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.884649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.884758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.885096] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.885096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.885249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.885360] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.885441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.885629] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.885726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.885788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.885933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.886016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.886102] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09b3187a-cde6-437a-976b-3c5fc8e8f301 is going to be updated. [ 931.905917] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.906147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.906147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.906324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.906476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.906620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09b3187a-cde6-437a-976b-3c5fc8e8f301" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.992570] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 931.992809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.211807] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.713969] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.217233] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.218089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.218089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.218089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.218089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.218325] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 933.256723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.256914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.256914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.257129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.257274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.265767] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 933.560366] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 933.560591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.006766] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 934.007387] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:2 started [ 934.015684] env[64015]: INFO networking_nsxv3.common.synchronization [req-2c91e4b7-d2b1-4212-87fc-3f240c54e1af req-0b8eb533-66f5-4c67-ba7a-bfff9b0c9fdd tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 934.016197] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 934.016829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.020827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.021028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.021177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.021339] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.021446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.021518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.022961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.023076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.023177] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.525941] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.028437] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.275892] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 935.275892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.276133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.276936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.276936] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.276936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.276936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.276936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.277197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.277197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.277197] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.531660] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.531810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.531881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.532129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.532224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.532339] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 935.559106] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.559258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.559329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.559537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.559688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.567372] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 935.780540] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.780684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.780729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.780946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.781243] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.781368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.781620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.781861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.781952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.782054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.782225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.782319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.782386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.782541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.782713] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.782805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.782869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.783021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.783097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.783182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.783289] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.224658] env[64015]: INFO networking_nsxv3.common.synchronization [req-5e877014-04a2-46f7-ab65-e3fe3fb4524a req-cbcc1f67-e682-444a-84c6-a90c92071b3e tempest-ImagesOneServerNegativeTestJSON-2122522895 tempest-ImagesOneServerNegativeTestJSON-2122522895-project-member] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 936.225237] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGHEST for action security_group_members [ 936.225554] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.225681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.225752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.225961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.226127] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.226227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.226287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.226438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.226526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.226618] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.286603] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e283ade5-6707-4fa3-833d-f7d95a3f22cd: rpc.has_security_group_logging(os_id): False [ 936.304582] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.304767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.304842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.305067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.305154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.305365] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.305459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.305519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.305669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.305742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.305914] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.306011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.306069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.306288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.306288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.306492] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.306615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.306695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.306848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.306958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.307008] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 936.325925] env[64015]: INFO networking_nsxv3.common.synchronization [req-bd43f9e7-a164-40b3-8a33-e998c280b9fa req-9fdbe4b1-eec0-4821-9a5b-09ed541fd3b5 tempest-ServerRescueTestJSON-1483120739 tempest-ServerRescueTestJSON-1483120739-project-member] Enqueued Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 936.326512] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea3518d-d135-4f41-983d-b785b8be6cca with Priority: HIGHEST for action security_group_members [ 936.326826] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ea3518d-d135-4f41-983d-b785b8be6cca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.326942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.327292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.327560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.328908] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.328908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.328908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.328908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.328908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.328908] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ea3518d-d135-4f41-983d-b785b8be6cca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.365752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.365995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.366126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.366410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.366560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.380201] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 936.729997] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.730229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.730285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.730562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.730670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.730900] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.731009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.731075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.731237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.731313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.731401] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be updated. [ 936.755944] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.756132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.756212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.756403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.756593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.766971] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: IN_PROGRESS for 2s [ 936.830638] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.830888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.831054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.831306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.831536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.831795] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.831936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.832060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.832277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.832394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.832681] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca is going to be updated. [ 936.857277] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.857423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.857546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.857676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.857797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.867232] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: IN_PROGRESS for 2s [ 937.578293] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 937.578577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.646562] env[64015]: INFO networking_nsxv3.common.synchronization [None req-5dc72a2d-9d88-46ec-abe7-0c79e93bd1bc None None] Enqueued Resource ID: 8ad6cb0b-8a5a-43e3-baa8-25b44d097077 with Priority: HIGHEST for action port [ 937.646839] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad6cb0b-8a5a-43e3-baa8-25b44d097077 with Priority: HIGHEST for action port [ 937.647436] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad6cb0b-8a5a-43e3-baa8-25b44d097077 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.647569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad6cb0b-8a5a-43e3-baa8-25b44d097077" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.647646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad6cb0b-8a5a-43e3-baa8-25b44d097077" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.647902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad6cb0b-8a5a-43e3-baa8-25b44d097077" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.647985] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad6cb0b-8a5a-43e3-baa8-25b44d097077',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.089502] env[64015]: INFO networking_nsxv3.common.synchronization [req-7072e5f3-15b1-4e5e-b558-2a888e868461 req-d45ad48e-750d-44c4-b148-08fd1f96caa5 tempest-SecurityGroupRulesTestJSON-789844476 tempest-SecurityGroupRulesTestJSON-789844476-project-member] Enqueued Resource ID: 82d88b7c-5050-4d34-9952-33e3e0284f04 with Priority: HIGHEST for action security_group_rules [ 938.090072] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d88b7c-5050-4d34-9952-33e3e0284f04 with Priority: HIGHEST for action security_group_rules [ 938.090397] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d88b7c-5050-4d34-9952-33e3e0284f04 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.090504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d88b7c-5050-4d34-9952-33e3e0284f04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.090575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d88b7c-5050-4d34-9952-33e3e0284f04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.090932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d88b7c-5050-4d34-9952-33e3e0284f04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.091032] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d88b7c-5050-4d34-9952-33e3e0284f04',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.150497] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ad6cb0b-8a5a-43e3-baa8-25b44d097077 [ 938.150689] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.150857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.150930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.151176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.151267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.151366] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ad6cb0b-8a5a-43e3-baa8-25b44d097077 already deleted. [ 938.151448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad6cb0b-8a5a-43e3-baa8-25b44d097077" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.320180] env[64015]: INFO networking_nsxv3.common.synchronization [req-72fbe2d3-2c7c-4ed5-9512-0f37bc62ba2b req-28d7d5f0-4532-46b1-9b9a-11f34f62c3f3 tempest-SecurityGroupRulesTestJSON-789844476 tempest-SecurityGroupRulesTestJSON-789844476-project-member] Enqueued Resource ID: 69c33da8-82c2-4635-9584-9d0cafdd56c1 with Priority: HIGHEST for action security_group_rules [ 938.320791] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c33da8-82c2-4635-9584-9d0cafdd56c1 with Priority: HIGHEST for action security_group_rules [ 938.321144] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c33da8-82c2-4635-9584-9d0cafdd56c1 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.321276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c33da8-82c2-4635-9584-9d0cafdd56c1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.321346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c33da8-82c2-4635-9584-9d0cafdd56c1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.321608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c33da8-82c2-4635-9584-9d0cafdd56c1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.321692] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c33da8-82c2-4635-9584-9d0cafdd56c1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.398148] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 938.398376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.611369] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.611369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.612310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.612310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.612310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.612310] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d88b7c-5050-4d34-9952-33e3e0284f04 already deleted. [ 938.612310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d88b7c-5050-4d34-9952-33e3e0284f04" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.724178] env[64015]: INFO networking_nsxv3.common.synchronization [req-fccbefb3-0e9d-45de-9f10-e68fa00cc815 req-d58d1d7f-d736-4942-9473-4f2766d6823e tempest-SecurityGroupRulesTestJSON-789844476 tempest-SecurityGroupRulesTestJSON-789844476-project-member] Enqueued Resource ID: 7206697b-8ee0-4bdc-9717-5c02cfc3097d with Priority: HIGHEST for action security_group_rules [ 938.724727] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7206697b-8ee0-4bdc-9717-5c02cfc3097d with Priority: HIGHEST for action security_group_rules [ 938.725056] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7206697b-8ee0-4bdc-9717-5c02cfc3097d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.725184] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7206697b-8ee0-4bdc-9717-5c02cfc3097d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.725253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7206697b-8ee0-4bdc-9717-5c02cfc3097d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.725507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7206697b-8ee0-4bdc-9717-5c02cfc3097d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.725600] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7206697b-8ee0-4bdc-9717-5c02cfc3097d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.776673] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 in Status: SUCCESS [ 938.777035] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 deletion is rescheduled due to dependency. [ 938.777035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.842351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.842351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.842351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.842503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.842503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.842611] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c33da8-82c2-4635-9584-9d0cafdd56c1 already deleted. [ 938.842710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c33da8-82c2-4635-9584-9d0cafdd56c1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.877622] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ea3518d-d135-4f41-983d-b785b8be6cca in Status: SUCCESS [ 938.877856] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ea3518d-d135-4f41-983d-b785b8be6cca deletion is rescheduled due to dependency. [ 938.877981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ea3518d-d135-4f41-983d-b785b8be6cca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.201614] env[64015]: INFO networking_nsxv3.common.synchronization [req-062a5cd3-c7cd-4c54-aff3-59400c891a9d req-eae8bdf1-427b-4682-93c8-6004f3b24b6e tempest-SecurityGroupRulesTestJSON-789844476 tempest-SecurityGroupRulesTestJSON-789844476-project-member] Enqueued Resource ID: be2bf298-6dc7-4919-9ec8-9a46f2c9eb66 with Priority: HIGHEST for action security_group_rules [ 939.202209] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be2bf298-6dc7-4919-9ec8-9a46f2c9eb66 with Priority: HIGHEST for action security_group_rules [ 939.202518] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be2bf298-6dc7-4919-9ec8-9a46f2c9eb66 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.202640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be2bf298-6dc7-4919-9ec8-9a46f2c9eb66" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.202775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be2bf298-6dc7-4919-9ec8-9a46f2c9eb66" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.205643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be2bf298-6dc7-4919-9ec8-9a46f2c9eb66" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.205773] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be2bf298-6dc7-4919-9ec8-9a46f2c9eb66',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.246922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.247137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.247421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.247512] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7206697b-8ee0-4bdc-9717-5c02cfc3097d already deleted. [ 939.247774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7206697b-8ee0-4bdc-9717-5c02cfc3097d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.634208] env[64015]: INFO networking_nsxv3.common.synchronization [req-ce13c67e-d48a-4b5a-aecb-3e98ebb38dc0 req-171b9152-96d9-4055-b8dd-36d223b9a8d7 tempest-SecurityGroupRulesTestJSON-789844476 tempest-SecurityGroupRulesTestJSON-789844476-project-member] Enqueued Resource ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc with Priority: HIGHEST for action security_group_rules [ 939.634208] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc with Priority: HIGHEST for action security_group_rules [ 939.634208] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5824b54b-a02d-45e1-8719-3406e5daa0fc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.634681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.634681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.634681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.634831] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5824b54b-a02d-45e1-8719-3406e5daa0fc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.730675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.732304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.732304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.732304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.732304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.732304] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be2bf298-6dc7-4919-9ec8-9a46f2c9eb66 already deleted. [ 939.732304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be2bf298-6dc7-4919-9ec8-9a46f2c9eb66" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.786220] env[64015]: INFO networking_nsxv3.common.synchronization [req-eeb50ca5-bf8f-4f36-82b7-3dc21796830f req-1c3514fd-29e9-42bd-be12-b638ee8516ad tempest-SecurityGroupRulesTestJSON-789844476 tempest-SecurityGroupRulesTestJSON-789844476-project-member] Enqueued Resource ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc with Priority: HIGHEST for action security_group_rules [ 939.786848] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc with Priority: HIGHEST for action security_group_rules [ 939.791883] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5824b54b-a02d-45e1-8719-3406e5daa0fc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.792029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.992641] env[64015]: INFO networking_nsxv3.common.synchronization [req-2337ff2c-0aed-4fe8-bb41-917cc3ff766a req-3a76aa8b-8679-412a-a423-2244feced473 tempest-SecurityGroupRulesTestJSON-789844476 tempest-SecurityGroupRulesTestJSON-789844476-project-member] Enqueued Resource ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc with Priority: HIGHEST for action security_group_rules [ 939.993431] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc with Priority: HIGHEST for action security_group_rules [ 939.995093] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5824b54b-a02d-45e1-8719-3406e5daa0fc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.995093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.155057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.155057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.155057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.155707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.156337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.156337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc already deleted. [ 940.156337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.156689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.157821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.157821] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5824b54b-a02d-45e1-8719-3406e5daa0fc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.220243] env[64015]: INFO networking_nsxv3.common.synchronization [None req-4c430b52-2ce5-4316-a4b8-d153e19f18e9 None None] Enqueued Resource ID: 728e4b4c-fa1a-4892-8994-3cf7f7efc129 with Priority: HIGHEST for action port [ 940.220377] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728e4b4c-fa1a-4892-8994-3cf7f7efc129 with Priority: HIGHEST for action port [ 940.220999] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-728e4b4c-fa1a-4892-8994-3cf7f7efc129 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.221140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728e4b4c-fa1a-4892-8994-3cf7f7efc129" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.221215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728e4b4c-fa1a-4892-8994-3cf7f7efc129" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.221476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728e4b4c-fa1a-4892-8994-3cf7f7efc129" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.221555] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728e4b4c-fa1a-4892-8994-3cf7f7efc129',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.677349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.677663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.677769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.677981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.678086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.678188] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc already deleted. [ 940.678269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.678421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.678574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.678670] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5824b54b-a02d-45e1-8719-3406e5daa0fc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.723884] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728e4b4c-fa1a-4892-8994-3cf7f7efc129 [ 940.724192] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.724385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.724513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.724781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.724928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.725094] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728e4b4c-fa1a-4892-8994-3cf7f7efc129 already deleted. [ 940.725239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728e4b4c-fa1a-4892-8994-3cf7f7efc129" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.941724] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.941724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.942052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.942052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.942176] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.211316] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.211316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.211316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.211316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.211316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.211316] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5824b54b-a02d-45e1-8719-3406e5daa0fc already deleted. [ 941.211316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5824b54b-a02d-45e1-8719-3406e5daa0fc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.446526] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.948592] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.452672] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 942.452828] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 943.318422] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.318422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.318422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.318422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.342406] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 943.345816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.350045] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 943.380047] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.380246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.380321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.380588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.392603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.393446] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 943.393548] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 943.393698] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 943.431907] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.431907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.432105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.432188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.436018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.436018] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 943.515675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.515849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.516135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.516336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.516835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.517066] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 943.560822] env[64015]: INFO networking_nsxv3.common.synchronization [req-de8d8599-e734-4b17-a038-6ac316231461 req-5f07f6ab-1747-4a87-8e65-9a620b667d71 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_members [ 943.561721] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGHEST for action security_group_members [ 943.562132] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.562250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.562309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.562525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.562723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.562862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.563963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.564204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.564330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.564617] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.588070] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.588070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.588070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.588070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.588423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.589171] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 943.589304] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bbacdb1f-5292-4284-a21f-36f813f69e93', '3d30ae91-1c76-4286-9dac-27ceb2ee358b', 'c58fbf29-e0b3-49ed-ac02-8d12269b049a', '1e790b91-acc8-458d-8d77-955c0c5ba41e', '765ecb40-88ef-41fc-99e3-e7927558f633', '1b2f7ff8-d388-45b6-80f4-8f4db35acf20', '2859a2f8-7813-4307-a015-ab27150e7f05', '97632ead-efc4-47f3-84ea-adcba40b5690', '571401a1-bb4e-4eed-924b-006fa28bbfb0', '50a973a2-39db-4589-85d5-8eff959d443d', 'aa0c6c3c-3190-4ddd-85dd-0609bdde04dc', 'f36780af-f6e0-4844-81c9-272ca211d511', 'f19f0146-813e-4db3-9a9d-c62bbc23d766', '734b273e-db2a-4aeb-99db-c2df382bfa7c', '73052dac-6626-49e0-8aa6-a4bd4e5bc7e2', 'a5badd9b-c76c-4ca1-a78c-b294b5ada810', '353c1c75-07ef-42fc-a23b-eb210168444a', '7c73d354-060f-45f7-bba9-813dc2af8fed', '6e0f456f-712a-443f-9baa-d8b55e4256d6', 'a21d8e50-06f7-40f0-91d5-19db578e6124', 'e283ade5-6707-4fa3-833d-f7d95a3f22cd', '3a16b1a3-c412-4f8d-b798-eab9a490f79c', '2300657c-4c12-4f71-bb5e-4358e19d2468', '30733589-627c-40c5-8912-cb5b24d8d847', '2cee6fea-7909-4d43-b147-950983883f87', 'e4fac333-bcb0-4198-93e2-c24ebd413cf0', 'a242386b-fd20-49ff-973e-60f15b7c078e', '4e758dc7-c906-4c5d-939b-85871b81f503', '3677f0c2-1316-4ad7-a0db-9f5d6c8fab17', '04d48681-0cb0-463d-ad83-ba458e85359b', '5295b59f-f460-41bb-8ef2-fa810d7fb5bf', '501cd155-b3b1-49b1-abd0-239d61fa3ca2', 'e0124148-b740-4741-83a1-966630c4384b', 'bfe51baa-1822-4ded-a12b-8ecb0e70139d', '84e6dd28-f626-4379-bb43-aa99bdda57e2', 'c88c5017-d49f-49ac-a388-fd3f2b42cc23', '10157c76-ecfb-40d5-a8e7-1f6f427ce354', '79bbe04c-ad15-464a-b659-2c7b082f7249', '3be94ec6-b806-41a6-aace-8cc37892c1f4', 'a5d42749-af86-47cb-8ff1-199524502011', '5ea3518d-d135-4f41-983d-b785b8be6cca', 'a7453d14-f4d0-4e5c-ad0d-8ea65d587271', '04950076-8f41-4cea-b6e1-51929a1a43c7', 'ebedcda5-e754-4113-91f1-15a31f49ef11'} {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 943.589415] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 943.613956] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.613956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.613956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.613956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.613956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.613956] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 943.613956] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 943.613956] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 943.632021] env[64015]: INFO networking_nsxv3.common.synchronization [req-c88a3683-5914-4461-953d-ef509d4cfeec req-a9e958b1-fc21-4472-bf67-b8fb330aba36 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 943.632021] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 943.632021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.632021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.632021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.632021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.632021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.632021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.632021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.632021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.632021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.632021] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.685281] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.685513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.685617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.685971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.687106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.687429] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 943.687537] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 943.687632] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 943.687720] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 943.687802] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 943.687896] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGH for action security_group_rules [ 943.688053] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGH for action security_group_rules [ 943.688118] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGH for action security_group_rules [ 943.688163] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGH for action security_group_rules [ 943.688511] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGH for action security_group_rules [ 943.688648] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGH for action security_group_rules [ 943.688708] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGH for action security_group_rules [ 943.688790] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGH for action security_group_rules [ 943.688854] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGH for action security_group_rules [ 943.688918] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGH for action security_group_rules [ 943.689027] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGH for action security_group_rules [ 943.689555] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGH for action security_group_rules [ 943.689684] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGH for action security_group_rules [ 943.689724] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGH for action security_group_rules [ 943.689814] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGH for action security_group_rules [ 943.689927] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGH for action security_group_rules [ 943.690043] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGH for action security_group_rules [ 943.694092] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGH for action security_group_rules [ 943.694092] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGH for action security_group_rules [ 943.694092] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGH for action security_group_rules [ 943.694092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.069895] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.070156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.070645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.070786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.090415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.090701] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.090864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.090946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.091239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.091239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.091545] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 is going to be updated. [ 944.117739] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.117739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.117739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.117739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.117739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.125699] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97632ead-efc4-47f3-84ea-adcba40b5690 in Status: IN_PROGRESS for 2s [ 944.134600] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.134600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.150071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.150342] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.150451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.150518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.150719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.154022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.154022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 944.173967] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.174129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.174228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.174391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.174527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.183831] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 945.978218] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2bd33f4c-665f-4b42-bed9-ab72a5beb6d7 None None] Enqueued Resource ID: 0ec829d1-20db-424b-bb88-0997f9db1bdb with Priority: HIGHEST for action port [ 945.978472] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec829d1-20db-424b-bb88-0997f9db1bdb with Priority: HIGHEST for action port [ 945.978622] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGH for action security_group_rules [ 945.978728] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGH for action security_group_rules [ 945.978830] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2859a2f8-7813-4307-a015-ab27150e7f05 with Priority: HIGH for action security_group_rules [ 945.978959] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 with Priority: HIGH for action security_group_rules [ 945.979346] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGH for action security_group_rules [ 945.979346] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 with Priority: HIGH for action security_group_rules [ 945.979459] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73d354-060f-45f7-bba9-813dc2af8fed with Priority: HIGH for action security_group_rules [ 945.979459] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353c1c75-07ef-42fc-a23b-eb210168444a with Priority: HIGH for action security_group_rules [ 945.979569] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36780af-f6e0-4844-81c9-272ca211d511 with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGH for action security_group_rules [ 945.980436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97632ead-efc4-47f3-84ea-adcba40b5690 with Priority: HIGH for action security_group_rules [ 945.980807] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGH for action security_group_rules [ 945.981323] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b with Priority: HIGH for action security_group_rules [ 945.981323] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e with Priority: HIGH for action security_group_rules [ 945.982521] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec829d1-20db-424b-bb88-0997f9db1bdb taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.982521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec829d1-20db-424b-bb88-0997f9db1bdb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.982521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec829d1-20db-424b-bb88-0997f9db1bdb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.982521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec829d1-20db-424b-bb88-0997f9db1bdb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.982521] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec829d1-20db-424b-bb88-0997f9db1bdb',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.983352] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.983457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.983611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.984036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.984036] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.984543] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.984640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.987397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.987397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.987397] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.987397] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2859a2f8-7813-4307-a015-ab27150e7f05 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.987397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.987397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.987397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.987397] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2859a2f8-7813-4307-a015-ab27150e7f05',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.988390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.988493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.988562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.988750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.988820] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73052dac-6626-49e0-8aa6-a4bd4e5bc7e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.989579] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.989665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.989729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.989877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.989940] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.990742] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e0f456f-712a-443f-9baa-d8b55e4256d6 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.990842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.990905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.991063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.991130] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e0f456f-712a-443f-9baa-d8b55e4256d6',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.991962] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73d354-060f-45f7-bba9-813dc2af8fed taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.992101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.992189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.992350] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.992435] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73d354-060f-45f7-bba9-813dc2af8fed',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.993148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-353c1c75-07ef-42fc-a23b-eb210168444a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.993258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.993325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.993449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.993517] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('353c1c75-07ef-42fc-a23b-eb210168444a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.994411] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734b273e-db2a-4aeb-99db-c2df382bfa7c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.994510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.994574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.994759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.994900] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734b273e-db2a-4aeb-99db-c2df382bfa7c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.995723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.995792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.995831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.996473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.996473] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.997241] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.997241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.997241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.997241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.997241] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.998102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36780af-f6e0-4844-81c9-272ca211d511 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.998102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.998102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.998275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.998321] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36780af-f6e0-4844-81c9-272ca211d511',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.999456] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.999456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.999456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.999456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.999456] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.000550] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.000550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.000550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.000550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.000550] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.001354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.001354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.001354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.001566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.001566] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.002580] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.002580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.002580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.002772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.002772] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.003461] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97632ead-efc4-47f3-84ea-adcba40b5690 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.003461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.003613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.003682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.003739] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97632ead-efc4-47f3-84ea-adcba40b5690',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.004713] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.004833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.004833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.005054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.005152] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.014796] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.014796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.014796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.014796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.014796] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d30ae91-1c76-4286-9dac-27ceb2ee358b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.014796] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e790b91-acc8-458d-8d77-955c0c5ba41e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.014796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.014796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.014796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.014796] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e790b91-acc8-458d-8d77-955c0c5ba41e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.135953] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97632ead-efc4-47f3-84ea-adcba40b5690 in Status: IN_PROGRESS for 4s [ 946.194862] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 946.194862] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 946.194862] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.439151] env[64015]: INFO networking_nsxv3.common.synchronization [req-e7abe036-efd5-420e-a161-b1d5337f2512 req-0bc4204a-0589-4118-83d7-26085e69e17a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 946.439696] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 946.440020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.441378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.441378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.441378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.441378] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.441378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.441378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.441378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.441378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.442270] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.515442] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.515664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.516378] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.516378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.516378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.516642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.516642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.516642] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.521372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.521372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.521372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.522642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.522642] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.522642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.522642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.522642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.522642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.522642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.522642] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.525733] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.527850] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.527850] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.527850] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.527850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.528643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.528643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.528643] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.528643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.528643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.528643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.528643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.528643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.529056] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.532023] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ec829d1-20db-424b-bb88-0997f9db1bdb [ 946.532023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.532023] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ec829d1-20db-424b-bb88-0997f9db1bdb already deleted. [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec829d1-20db-424b-bb88-0997f9db1bdb" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.532023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.532023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.532023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.532761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.532761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.532761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.532761] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.534651] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.534938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.535088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.535283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.535438] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.535540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.537355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.537355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.537355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.537355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.537355] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.540389] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.540531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.540619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.540841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.542018] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.542018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.542018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.542018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.542018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.542018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.542361] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.555371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.555371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.555371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.555544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.556186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.556186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.556186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.556186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.556186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.556468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.556468] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.559971] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.559971] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.595198] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.595427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.595540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.595839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.600965] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.600965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.603042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.603042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.615873] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.615983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.617052] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.617188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.618129] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.618407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.621521] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.621637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.625856] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.625856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.625856] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.625856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.626519] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.626633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.627322] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.627415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.631290] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 946.631802] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.631925] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2859a2f8-7813-4307-a015-ab27150e7f05 is going to be deleted. [ 946.632814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.633023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.650445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.650532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73052dac-6626-49e0-8aa6-a4bd4e5bc7e2 is going to be deleted. [ 946.651769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.652812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.682797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.683406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be deleted. [ 946.683996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.684246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.701685] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.701815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.703240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.703303] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e0f456f-712a-443f-9baa-d8b55e4256d6 is going to be deleted. [ 946.704176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.704386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.719507] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.719977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.724960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.725104] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 353c1c75-07ef-42fc-a23b-eb210168444a is going to be deleted. [ 946.725994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.726199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.726290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.726388] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 is going to be deleted. [ 946.727155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.727311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.744764] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.744964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.779788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.779930] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73d354-060f-45f7-bba9-813dc2af8fed is going to be deleted. [ 946.781151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.781418] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.783276] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.783416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.794634] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.794634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.806183] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.806406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.831388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.831581] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d30ae91-1c76-4286-9dac-27ceb2ee358b is going to be deleted. [ 946.832438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.832647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.899655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.899801] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734b273e-db2a-4aeb-99db-c2df382bfa7c is going to be deleted. [ 946.900717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.900929] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.944083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.944325] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36780af-f6e0-4844-81c9-272ca211d511 is going to be deleted. [ 946.945386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.945594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.946539] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.948094] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.948094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.961927] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.962162] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.962294] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.962568] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.962832] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.962996] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.963280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.963511] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.963717] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.963945] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.964081] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.964203] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.964321] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.964441] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.964554] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.964694] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.974053] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.974182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.987039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.987039] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e790b91-acc8-458d-8d77-955c0c5ba41e is going to be deleted. [ 946.988185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.988895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.988895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.988895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2859a2f8-7813-4307-a015-ab27150e7f05" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.988895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.989301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.989364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.989493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73052dac-6626-49e0-8aa6-a4bd4e5bc7e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.990039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.990273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.990411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.990523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.990678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.990889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.991097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.991148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e0f456f-712a-443f-9baa-d8b55e4256d6" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.991965] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.992085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.992210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.992400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.992510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.992653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734b273e-db2a-4aeb-99db-c2df382bfa7c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.992817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.992967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.993073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.993210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-353c1c75-07ef-42fc-a23b-eb210168444a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.993375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.993548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.993667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.993813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.993983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.994179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.994270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.994413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73d354-060f-45f7-bba9-813dc2af8fed" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.994528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.994670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.994754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.994858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d30ae91-1c76-4286-9dac-27ceb2ee358b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.012158] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.012372] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.012522] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.012703] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.013028] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-6ffe85cd-3072-484b-b40a-c116d2061369 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.013213] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.013339] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.013740] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.013901] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffe85cd-3072-484b-b40a-c116d2061369',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.030215] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.030439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.030439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.030564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.030687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.030754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36780af-f6e0-4844-81c9-272ca211d511" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.049279] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.051839] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.052445] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.053927] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.053927] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.054639] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.066632] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.071973] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.072125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.072253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.072394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.072558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.072657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.072729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.072944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.072944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.073092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.073168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.073328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.073328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.073528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.073647] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.073647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.073881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.073881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.073945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.073977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.074123] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.125614] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.125819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.125908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.126189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.126313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.126441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e790b91-acc8-458d-8d77-955c0c5ba41e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.450036] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.517322] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.517562] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.517697] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.517981] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.518153] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.518316] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 6ffe85cd-3072-484b-b40a-c116d2061369 not found, creating... [ 947.518654] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.518985] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.520397] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.520397] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.520397] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.520397] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.520397] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.520397] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.520397] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.520397] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.520911] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 6ffe85cd-3072-484b-b40a-c116d2061369 is going to be created. [ 947.539047] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.539255] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.539386] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.539638] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.540138] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.540442] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.551013] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f19f0146-813e-4db3-9a9d-c62bbc23d766: rpc.has_security_group_logging(os_id): False [ 947.553537] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b2f7ff8-d388-45b6-80f4-8f4db35acf20: rpc.has_security_group_logging(os_id): False [ 947.556851] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbacdb1f-5292-4284-a21f-36f813f69e93: rpc.has_security_group_logging(os_id): False [ 947.557740] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5badd9b-c76c-4ca1-a78c-b294b5ada810: rpc.has_security_group_logging(os_id): False [ 947.558558] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 571401a1-bb4e-4eed-924b-006fa28bbfb0: rpc.has_security_group_logging(os_id): False [ 947.559347] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c58fbf29-e0b3-49ed-ac02-8d12269b049a: rpc.has_security_group_logging(os_id): False [ 947.569133] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a973a2-39db-4589-85d5-8eff959d443d: rpc.has_security_group_logging(os_id): False [ 947.578060] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa0c6c3c-3190-4ddd-85dd-0609bdde04dc: rpc.has_security_group_logging(os_id): False [ 947.579907] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.580115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.580213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.580461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.585601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.585601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.586339] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.586430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.587179] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.587273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.587932] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.588042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.589237] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.589334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.594704] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.594799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.603512] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.603661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.635649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.635992] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.636125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.636195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.636396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.636480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.636580] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 is going to be updated. [ 947.637661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.637834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.671139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.671458] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.671603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.671654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.671864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.671949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.672054] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 is going to be updated. [ 947.673123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.673303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.740908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.741297] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.741365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.741444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.741773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.741880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.741983] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 is going to be updated. [ 947.743259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.743493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.783372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.783525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.786468] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.786783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.788835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.789138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.789236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.789303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.789502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.789585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.789682] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 is going to be updated. [ 947.790728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.790902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.825087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.825382] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.825505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.825573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.825806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.825941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.826103] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.826203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.826268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.826423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.826504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.826693] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.826775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.826838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.826978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.827203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.827327] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be updated. [ 947.831471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.831636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.834826] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.834933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.864169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.864169] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.864425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.864425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.864491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.864570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.864671] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 is going to be updated. [ 947.865724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.865944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.866117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.866996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.867361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.867539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.868883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.869417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.894208] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: IN_PROGRESS for 2s [ 947.895948] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: IN_PROGRESS for 2s [ 947.936282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.936614] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.936720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.936789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.936996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.937113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.937231] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be updated. [ 947.938287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.938464] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.938602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.939841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.940010] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.943877] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.944007] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.952594] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.952732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.952807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.953027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.953788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.953788] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 947.987488] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: IN_PROGRESS for 2s [ 947.992109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.992422] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.992523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.992593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.992799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.992881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.992967] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a973a2-39db-4589-85d5-8eff959d443d is going to be updated. [ 947.994075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.994281] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.994381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.049126] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: IN_PROGRESS for 2s [ 948.050724] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.050866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.050917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.051128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.051332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.052949] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.053077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.053139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.053308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.056022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.060664] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.060788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.060891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.061052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.061232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.068065] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 948.075263] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 948.075704] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: IN_PROGRESS for 2s [ 948.109614] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.109779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.109853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.110040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.110190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.136755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.137099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.137213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.137435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.137659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.163578] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97632ead-efc4-47f3-84ea-adcba40b5690 in Status: SUCCESS [ 948.163810] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97632ead-efc4-47f3-84ea-adcba40b5690 deletion is rescheduled due to dependency. [ 948.163931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97632ead-efc4-47f3-84ea-adcba40b5690" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.175545] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 2s [ 948.198782] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: IN_PROGRESS for 2s [ 948.278526] env[64015]: INFO networking_nsxv3.common.synchronization [req-e7abe036-efd5-420e-a161-b1d5337f2512 req-afab1943-63c0-4421-bdd1-469beb172a1b service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 948.279166] env[64015]: INFO networking_nsxv3.common.synchronization [req-e7abe036-efd5-420e-a161-b1d5337f2512 req-afab1943-63c0-4421-bdd1-469beb172a1b service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 948.280138] env[64015]: INFO networking_nsxv3.common.synchronization [req-e7abe036-efd5-420e-a161-b1d5337f2512 req-afab1943-63c0-4421-bdd1-469beb172a1b service nova] Enqueued Resource ID: 6ffe85cd-3072-484b-b40a-c116d2061369 with Priority: HIGHEST for action port [ 948.281726] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 948.283251] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 948.283421] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffe85cd-3072-484b-b40a-c116d2061369 with Priority: HIGHEST for action port [ 948.284192] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.284192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.284192] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.284192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.284738] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ffe85cd-3072-484b-b40a-c116d2061369 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.284844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.284844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.285045] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.285119] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffe85cd-3072-484b-b40a-c116d2061369',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.376444] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6fc6deff-bf09-47cf-a61b-26a593d4aba5 None None] Enqueued Resource ID: a7994660-316c-4b40-aeb0-6236fc29e215 with Priority: HIGHEST for action port [ 948.378126] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7994660-316c-4b40-aeb0-6236fc29e215 with Priority: HIGHEST for action port [ 948.378630] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7994660-316c-4b40-aeb0-6236fc29e215 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.378733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7994660-316c-4b40-aeb0-6236fc29e215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.378777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7994660-316c-4b40-aeb0-6236fc29e215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.379086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7994660-316c-4b40-aeb0-6236fc29e215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.379178] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7994660-316c-4b40-aeb0-6236fc29e215',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.787473] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ffe85cd-3072-484b-b40a-c116d2061369 with status ACTIVE [ 948.787705] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.787840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.787905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.788168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.788267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.788453] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.788553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.788618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.788774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.788854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.789069] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.789166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.789226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.789365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.789438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.789525] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ffe85cd-3072-484b-b40a-c116d2061369 is going to be updated. [ 948.808914] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.809079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.809153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.809348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.809480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.809644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ffe85cd-3072-484b-b40a-c116d2061369" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.881194] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7994660-316c-4b40-aeb0-6236fc29e215 [ 948.881529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.881764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.881764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.882018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.882119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.882217] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7994660-316c-4b40-aeb0-6236fc29e215 already deleted. [ 948.882301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7994660-316c-4b40-aeb0-6236fc29e215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.909535] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: SUCCESS [ 949.909801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.910571] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: SUCCESS [ 949.910753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.997911] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: SUCCESS [ 949.998171] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.062460] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: SUCCESS [ 950.062742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.077291] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 950.077543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.077660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.077876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.078091] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.078302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.078302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.078440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.078518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.078606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.078699] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.079832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.080010] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.080900] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.080900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.080900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.080900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.080900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.080900] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.081872] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 950.082957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.086661] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: SUCCESS [ 950.086849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.190415] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 950.190717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.209588] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: SUCCESS [ 950.209735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.583344] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.583488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.583756] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.617232] env[64015]: INFO networking_nsxv3.common.synchronization [None req-f7385b5a-068b-4587-9f7e-9e47e627c57a tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: 34372252-936b-40ca-89b1-0b7591634535 with Priority: HIGHEST for action security_group_rules [ 950.617749] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34372252-936b-40ca-89b1-0b7591634535 with Priority: HIGHEST for action security_group_rules [ 950.618061] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34372252-936b-40ca-89b1-0b7591634535 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.618222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.618273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.618494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.618576] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34372252-936b-40ca-89b1-0b7591634535',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.695784] env[64015]: INFO networking_nsxv3.common.synchronization [None req-20ac749d-1c6b-44e8-b220-664cb50375c4 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: 34372252-936b-40ca-89b1-0b7591634535 with Priority: HIGHEST for action security_group_rules [ 950.696327] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34372252-936b-40ca-89b1-0b7591634535 with Priority: HIGHEST for action security_group_rules [ 950.696640] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34372252-936b-40ca-89b1-0b7591634535 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.696746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.086011] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.138340] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.138534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.138584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.138769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.138860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.138957] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34372252-936b-40ca-89b1-0b7591634535 already deleted. [ 951.139051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.139192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.139354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.139437] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34372252-936b-40ca-89b1-0b7591634535',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.588264] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.588418] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.588488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.588709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.588795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.588897] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 951.618291] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.618452] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.618525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.618761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.618835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.626406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 951.659327] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.659414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.659488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.659647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.659709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.659850] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34372252-936b-40ca-89b1-0b7591634535 already deleted. [ 951.659922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34372252-936b-40ca-89b1-0b7591634535" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.871779] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2c6a77bf-8023-4a1c-a3ec-0b3ec62a9cff tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_rules [ 952.871779] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_rules [ 952.871779] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.871779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.871779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.871779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.871779] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.979215] env[64015]: INFO networking_nsxv3.common.synchronization [None req-95cbb3ec-2c65-4cba-867e-6f8d72b6632f tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_rules [ 952.980106] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_rules [ 952.980106] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.980273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.397351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.397506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.397581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.397778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.397893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.398029] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce already deleted. [ 953.398146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.398340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.398534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.398616] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.637019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.637019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.637019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.637019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.637690] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.637690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.637690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.637690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.637690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.637690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.637690] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.838207] env[64015]: INFO networking_nsxv3.common.synchronization [req-ea2a83a5-6d73-4594-9743-0b1d769c4eac req-e2fca7fc-4a59-4150-b38f-9730ec9ec69d tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 953.838794] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 953.839134] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.839263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.839328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.839527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.839678] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.839775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.839836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.839983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.841103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.841209] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.917181] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.917484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.917484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.917608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.917700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.917795] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce already deleted. [ 953.917875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.139331] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 954.156119] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.156321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.156420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.156722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.176016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.176277] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.176394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.176478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.176671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.176779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.177211] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.177341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.177457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.177661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.177743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.177956] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.178070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.178132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.178296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.178372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.178472] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 954.238342] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.238478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.238478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.239079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.239079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.256755] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 954.343352] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.343530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.343603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.343863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.371961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.372237] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.372358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.372427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.372624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.372709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.372799] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 954.398836] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.399021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.399021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.399222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.399356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.407228] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 955.062667] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-4b45e6d3-f72a-49c0-911b-6bb7879fde06 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 955.062667] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 955.062970] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.063859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.063859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.063859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.063996] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.065143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.065143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.065143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.065143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.065143] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.568527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.568660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.568730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.568950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.569060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.569269] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.569383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.569582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.569582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.569698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.569747] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d already deleted. [ 955.569788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.583220] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.583435] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.583574] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.583935] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.584232] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.584420] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.584549] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.584786] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.584937] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.585354] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.585489] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.585608] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.585725] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.585846] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.585963] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.586130] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.604753] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.604922] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.605077] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.605259] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.605559] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-5b855e7f-c710-498e-bd56-1c9a06e22f09 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.605734] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.605863] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.606185] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.606333] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b855e7f-c710-498e-bd56-1c9a06e22f09',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.108438] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.108775] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.109085] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.109499] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.109696] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.109884] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 5b855e7f-c710-498e-bd56-1c9a06e22f09 not found, creating... [ 956.110222] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.110425] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.110574] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.110814] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.110968] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.111319] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.111619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.111777] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.112018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.112174] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.113485] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 5b855e7f-c710-498e-bd56-1c9a06e22f09 is going to be created. [ 956.132158] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.132472] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.132712] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.133102] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.133934] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.133934] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.274735] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 956.275047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.275225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.275435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.275521] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.415963] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 956.416194] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 956.416315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.778306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.778306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.778306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.778306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.778306] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.778306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.778306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.778534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.778534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.778601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.778690] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.847136] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-ad53dda4-5566-4c8d-9213-d11f6bfc2744 service nova] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_rules [ 956.847397] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-ad53dda4-5566-4c8d-9213-d11f6bfc2744 service nova] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 956.847531] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-ad53dda4-5566-4c8d-9213-d11f6bfc2744 service nova] Enqueued Resource ID: 5b855e7f-c710-498e-bd56-1c9a06e22f09 with Priority: HIGHEST for action port [ 956.847786] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_rules [ 956.847926] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 956.848033] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b855e7f-c710-498e-bd56-1c9a06e22f09 with Priority: HIGHEST for action port [ 956.848566] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.848687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.848756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.849014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.849161] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.850262] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.850385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.850454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.850642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.850814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.850916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.850994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.851161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.851264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.851355] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.852632] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b855e7f-c710-498e-bd56-1c9a06e22f09 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.852821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.852947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.853247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.853247] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b855e7f-c710-498e-bd56-1c9a06e22f09',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.281499] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.284611] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.284611] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.284611] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.284611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.285136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.285136] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.296037] env[64015]: INFO networking_nsxv3.common.synchronization [req-82150267-6f6a-4a84-a360-eef6249f586e req-29beec24-5470-4513-9d95-fb5b30a9e0d8 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 957.296037] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 957.296037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.296037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.296037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.296037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.296511] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.296742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.296914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.297180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.297371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.297564] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.356178] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.356178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.356178] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.360933] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b855e7f-c710-498e-bd56-1c9a06e22f09 with status ACTIVE [ 957.360933] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.360933] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.360933] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.360933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.360933] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b855e7f-c710-498e-bd56-1c9a06e22f09 is going to be updated. [ 957.380885] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.381913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.381913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.381913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.381913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.381913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b855e7f-c710-498e-bd56-1c9a06e22f09" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.539738] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-8cda7a55-74d7-41d7-a1d7-1392986152b5 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 957.540281] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 957.540710] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.540710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.788964] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 957.797528] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.797735] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.797878] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.798162] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.798419] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.798577] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.798764] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.799022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.799194] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.799415] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.799538] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.799653] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.799844] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.799957] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.800095] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.800236] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.801618] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.807651] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.807823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.807876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.808469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.808469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.808469] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.808469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.808469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.808662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.808662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.808816] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.808904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.808962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.809112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.809182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.809356] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.809443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.809501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.809641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.809720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.809802] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 957.822778] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.822954] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.823141] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.823642] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.823642] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-eb307d81-b943-44b9-b224-fdf79096763b taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.823819] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.823949] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.824334] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.824413] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb307d81-b943-44b9-b224-fdf79096763b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.861866] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.868729] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.868729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.868729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.868729] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.868916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.887680] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 958.305449] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.326848] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.327431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.327431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.327522] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.327674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.327834] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port eb307d81-b943-44b9-b224-fdf79096763b not found, creating... [ 958.328118] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.328277] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.328400] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.328623] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.328764] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.329053] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.329216] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.329338] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.329550] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.329762] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.329919] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: eb307d81-b943-44b9-b224-fdf79096763b is going to be created. [ 958.359717] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.359855] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.359967] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.360978] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.360978] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.360978] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.365057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.365174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.365237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.365403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.365484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.365573] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be created. [ 958.398596] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.398721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.398772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.398934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.399086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.412120] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: UNINITIALIZED for 2s [ 958.639759] env[64015]: INFO networking_nsxv3.common.synchronization [req-4aa4aefd-3897-4514-ad56-6e766400da40 req-38143b7f-3937-428f-9d2e-d89cbfe4a32d tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 958.640337] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 958.640657] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.640784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.640856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.641260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.641451] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.641607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.641678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.641844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.641932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.642115] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.807660] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.807785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.807785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.807990] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.808103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.808206] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be updated. [ 958.835751] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.835897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.835968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.836237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.836384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.845026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 959.038485] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-643ed24f-4cac-42f8-b777-22eaba057305 service nova] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_rules [ 959.038683] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-643ed24f-4cac-42f8-b777-22eaba057305 service nova] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 959.038879] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-643ed24f-4cac-42f8-b777-22eaba057305 service nova] Enqueued Resource ID: eb307d81-b943-44b9-b224-fdf79096763b with Priority: HIGHEST for action port [ 959.039183] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_rules [ 959.039374] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 959.039412] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb307d81-b943-44b9-b224-fdf79096763b with Priority: HIGHEST for action port [ 959.039988] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.040266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.040522] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.040735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.040986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb307d81-b943-44b9-b224-fdf79096763b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.041156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.041261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.041521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.041666] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb307d81-b943-44b9-b224-fdf79096763b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.144173] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.545527] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb307d81-b943-44b9-b224-fdf79096763b with status ACTIVE [ 959.545801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.545889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.545960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.546243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.546339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.546525] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.546630] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.546734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.546842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.546920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.547111] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.547207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.547271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.547409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.547486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.547571] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb307d81-b943-44b9-b224-fdf79096763b is going to be updated. [ 959.568829] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.568968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.569050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.569241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.569372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.569527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb307d81-b943-44b9-b224-fdf79096763b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.646529] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.846949] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-d0d7be02-1690-41e4-9b17-d11f11966bb7 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 959.847572] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 959.847917] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.848351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.901992] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 959.902296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.148539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.148705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.148797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.149153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.149153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.149255] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 960.176370] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.176530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.176605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.176838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.176987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.183939] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.184146] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.184276] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.184530] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.184847] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.185122] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.185215] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.185438] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.185587] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.185802] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.185922] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.186079] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.186406] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.186557] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.186678] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.186822] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.188285] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 960.203763] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.203995] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.204215] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.204471] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-923" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.204851] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-cafe224b-5fd1-40ec-a55e-6ade8e077645 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.205070] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.205209] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.205555] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.205754] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cafe224b-5fd1-40ec-a55e-6ade8e077645',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.423255] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 960.423486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.423668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.424059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.424201] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.424330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.424398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.424559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.424654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.424734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.424849] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.425733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.425916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.426933] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.426933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.426933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.426933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.426933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.426933] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.708491] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.708881] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.708984] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.709284] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.709447] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.709649] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port cafe224b-5fd1-40ec-a55e-6ade8e077645 not found, creating... [ 960.709937] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.710166] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.710245] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.710495] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.710650] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.711051] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.711253] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.711433] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.711718] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.711953] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.712065] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: cafe224b-5fd1-40ec-a55e-6ade8e077645 is going to be created. [ 960.732748] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.733112] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.733314] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.733765] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.734152] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.734456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.858786] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 960.859077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.928143] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.928340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.928506] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.430374] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.576694] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-2cebb889-a2e6-483a-83af-dc2c7d9ac0f9 service nova] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_rules [ 961.580023] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-2cebb889-a2e6-483a-83af-dc2c7d9ac0f9 service nova] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 961.580023] env[64015]: INFO networking_nsxv3.common.synchronization [req-4016a2e6-f101-40bc-a55d-6f8d9f2ab29c req-2cebb889-a2e6-483a-83af-dc2c7d9ac0f9 service nova] Enqueued Resource ID: cafe224b-5fd1-40ec-a55e-6ade8e077645 with Priority: HIGHEST for action port [ 961.580023] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_rules [ 961.580023] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 961.580023] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafe224b-5fd1-40ec-a55e-6ade8e077645 with Priority: HIGHEST for action port [ 961.580023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.580023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.580023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.580023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.580023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-cafe224b-5fd1-40ec-a55e-6ade8e077645 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.580023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.580023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.580023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.580460] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cafe224b-5fd1-40ec-a55e-6ade8e077645',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.912143] env[64015]: INFO networking_nsxv3.common.synchronization [req-44a96776-c994-489d-a933-2811324c693c req-7033df4f-edcf-4f30-8e1b-6ce1f2b15ab8 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 961.912659] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 961.912967] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.913105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.913216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.913433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.913596] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.913725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.913777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.913939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.914037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.914195] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.933219] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.933413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.933477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.933663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.933781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.933881] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 961.963244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.963383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.963462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.963644] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.963792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.974414] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 962.082175] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cafe224b-5fd1-40ec-a55e-6ade8e077645 with status ACTIVE [ 962.082345] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.082518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.082582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.082828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.082954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.083453] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.083453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.083453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.083565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.083565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.083823] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.083931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.084021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.084190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.084270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.084366] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cafe224b-5fd1-40ec-a55e-6ade8e077645 is going to be updated. [ 962.107242] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.107351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.107351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.107735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.107808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.107965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cafe224b-5fd1-40ec-a55e-6ade8e077645" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.202218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 962.202447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.292456] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.292456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.292749] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.292857] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.293140] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.293311] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.293436] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.293655] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.293837] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.294057] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.294180] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.294297] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.294413] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.294531] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.294644] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.294814] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.314682] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.314836] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.315069] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.315268] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-45" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.315627] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.315754] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.315893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.316247] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.316371] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd34844a-8cf8-47d4-a2da-cfe72d27ae18',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.415646] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.415860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.415960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.416244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.416364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.416588] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.416689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.416798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.416981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.417081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.417179] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 962.441860] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.442017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.442082] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.442283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.442415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.451532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 962.818683] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.818918] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.819067] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.819428] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.819587] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.819782] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port dd34844a-8cf8-47d4-a2da-cfe72d27ae18 not found, creating... [ 962.820067] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.820234] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.820357] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.820578] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.820720] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.821013] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.821907] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.821907] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.821907] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.821907] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.821907] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: dd34844a-8cf8-47d4-a2da-cfe72d27ae18 is going to be created. [ 962.843746] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.843746] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.843746] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.843746] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.843746] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.843746] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.759274] env[64015]: INFO networking_nsxv3.common.synchronization [req-44a96776-c994-489d-a933-2811324c693c req-24b0eca3-7340-4c23-a281-fa1c36ec63d0 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 963.759498] env[64015]: INFO networking_nsxv3.common.synchronization [req-44a96776-c994-489d-a933-2811324c693c req-24b0eca3-7340-4c23-a281-fa1c36ec63d0 service nova] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 963.759681] env[64015]: INFO networking_nsxv3.common.synchronization [req-44a96776-c994-489d-a933-2811324c693c req-24b0eca3-7340-4c23-a281-fa1c36ec63d0 service nova] Enqueued Resource ID: dd34844a-8cf8-47d4-a2da-cfe72d27ae18 with Priority: HIGHEST for action port [ 963.760264] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_rules [ 963.760330] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 963.760436] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd34844a-8cf8-47d4-a2da-cfe72d27ae18 with Priority: HIGHEST for action port [ 963.760747] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.760912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.760986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.761241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.761335] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.762170] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.762466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.762635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.762842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.762937] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd34844a-8cf8-47d4-a2da-cfe72d27ae18',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.984398] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 963.984513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.984601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.984855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.985241] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.985241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.985241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.985443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.985484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.985566] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.236841] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f req-4c268750-6f06-47bc-9add-601e426752c0 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 964.237737] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 964.237737] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.237865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.237915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.238307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.238463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.238568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.238643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.238788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.238874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.238963] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.264753] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.264904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.265055] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd34844a-8cf8-47d4-a2da-cfe72d27ae18 with status ACTIVE [ 964.265222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.265324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.265382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.265593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.265760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.265986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.266121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.266181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.266375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.266448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.266635] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.266723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.266780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.266919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.266984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.267086] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd34844a-8cf8-47d4-a2da-cfe72d27ae18 is going to be updated. [ 964.310638] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.310806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.310860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.311101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.311266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.311458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd34844a-8cf8-47d4-a2da-cfe72d27ae18" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.462854] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 964.463091] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 964.463211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.463375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.463579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.463794] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.463967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.463967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.464137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.464216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.464311] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.488516] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.570726] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.570851] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.570975] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.571275] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.572019] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.572019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.572019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.572019] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.572278] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.572397] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.572522] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.572641] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.572757] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.572874] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.572988] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.573955] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.592524] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.592717] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.592869] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.593091] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.593401] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e10cc063-9478-4475-b07c-6d5b1bd1c200 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.593592] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.593780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.594138] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.594328] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e10cc063-9478-4475-b07c-6d5b1bd1c200',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.740905] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.741087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.741162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.741395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.741505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.741743] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.741878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.741947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.742145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.742260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.742335] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 964.781497] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.781800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.781800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.781899] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.782046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.792304] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 964.966770] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.989508] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.100973] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.101230] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.101370] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.101698] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.101909] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.102093] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port e10cc063-9478-4475-b07c-6d5b1bd1c200 not found, creating... [ 965.102373] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.102540] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.102782] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.102901] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.103060] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.103356] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.103519] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.103645] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.103896] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.104059] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.104207] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e10cc063-9478-4475-b07c-6d5b1bd1c200 is going to be created. [ 965.127718] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.127943] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.128054] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.128340] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.128599] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.128844] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.469155] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.492844] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.492844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.492844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.492844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.492844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.493150] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 965.520566] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.520680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.520680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.521039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.521114] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.534336] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 965.858613] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f req-8f11c5ca-47d2-478a-99ed-f8a2ee60090b service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 965.858941] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f req-8f11c5ca-47d2-478a-99ed-f8a2ee60090b service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 965.858941] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e06fbd3-1a43-4ab1-aa06-c0c1d8b3581f req-8f11c5ca-47d2-478a-99ed-f8a2ee60090b service nova] Enqueued Resource ID: e10cc063-9478-4475-b07c-6d5b1bd1c200 with Priority: HIGHEST for action port [ 965.860019] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 965.860019] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 965.860019] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e10cc063-9478-4475-b07c-6d5b1bd1c200 with Priority: HIGHEST for action port [ 965.863046] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.863259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.863362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.863638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.863790] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.865237] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.865868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.866405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e10cc063-9478-4475-b07c-6d5b1bd1c200 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.866405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.866405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.866808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.866808] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e10cc063-9478-4475-b07c-6d5b1bd1c200',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.972340] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.972563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.972648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.972910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.973027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.973139] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 966.006869] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.007051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.007141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.007733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.007883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.017393] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 966.366494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.366494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.369464] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e10cc063-9478-4475-b07c-6d5b1bd1c200 with status ACTIVE [ 966.369664] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.369767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.369833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.370069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.370159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.370338] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.370434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.370494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.370645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.370724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.371129] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.371129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.371129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.371240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.371303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.371351] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e10cc063-9478-4475-b07c-6d5b1bd1c200 is going to be updated. [ 966.392196] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.392342] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.392413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.392692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.392902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.393145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e10cc063-9478-4475-b07c-6d5b1bd1c200" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.668154] env[64015]: INFO networking_nsxv3.common.synchronization [req-d383d095-33a4-409f-bbb1-dca1d66474d2 req-5fe07df5-ae10-4578-aa80-5c3b10eb3b54 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_members [ 966.668154] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_members [ 966.668154] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.669718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.669939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.670305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.670621] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.670871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.671074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.671382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.671605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.671853] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.803648] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 966.803648] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 966.803648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.803648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.803648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.803648] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.803648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.803648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.803648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.803648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.803648] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.112039] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.112456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.112489] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.112793] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.113101] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.113291] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.113431] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.113664] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.113860] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.114107] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.114239] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.114373] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.114504] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.114785] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.114938] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.115106] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.133508] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.133689] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.133930] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.134092] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.134418] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-853d23c1-75a3-48a8-b57a-de3884777215 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.134626] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.134777] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.135278] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.135449] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853d23c1-75a3-48a8-b57a-de3884777215',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.174463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.174615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.174615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.174871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.174979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.175193] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.175295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.175358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.175513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.175602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.175687] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce already deleted. [ 967.175768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.306427] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.540512] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 967.540775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.541052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.541182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.541370] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.541505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.541565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.541764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.541852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.541921] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.640023] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.640023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.640023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.640023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.640023] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.640023] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 853d23c1-75a3-48a8-b57a-de3884777215 not found, creating... [ 967.640023] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.640436] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.640436] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.640516] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.640706] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.640911] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.641083] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.641245] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.641469] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.641607] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.641779] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 853d23c1-75a3-48a8-b57a-de3884777215 is going to be created. [ 967.661953] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.662221] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.662667] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.662667] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.662908] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.663160] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.808430] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.027832] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 968.028067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.028380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.028459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.028653] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.028771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.028839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.029095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.029095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.029230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.029336] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.044421] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.311230] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.311511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.311511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.311751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.311867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.311982] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 968.354950] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.355166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.355243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.355467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.355664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.374930] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 968.535346] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.535346] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.535346] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.535346] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.535346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.536322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.536322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.536322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.536322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.536322] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.548227] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.590495] env[64015]: INFO networking_nsxv3.common.synchronization [req-495b5f92-93ee-410f-89ee-4e491a58787e req-138571d4-2e9a-4deb-9a08-d928698830c2 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 968.591035] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 968.591526] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.591526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.591526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.591803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.593537] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.593537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.593537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.593537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.593537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.593537] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.872753] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.873011] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.873167] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.873456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.873731] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.873922] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.874253] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.874521] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.874683] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.874942] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.875096] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.875218] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.875337] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.875476] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.875599] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.875734] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.893621] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.893812] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.893967] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.894187] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.894498] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.894674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.894850] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.895173] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.895326] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fc4cf4-6b83-42d4-ac91-e9f5edaff60d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.028358] env[64015]: INFO networking_nsxv3.common.synchronization [req-d383d095-33a4-409f-bbb1-dca1d66474d2 req-1a6af8d8-747d-4d38-be88-6b02f74c8f10 service nova] Enqueued Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_rules [ 969.028514] env[64015]: INFO networking_nsxv3.common.synchronization [req-d383d095-33a4-409f-bbb1-dca1d66474d2 req-1a6af8d8-747d-4d38-be88-6b02f74c8f10 service nova] Enqueued Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_members [ 969.028665] env[64015]: INFO networking_nsxv3.common.synchronization [req-d383d095-33a4-409f-bbb1-dca1d66474d2 req-1a6af8d8-747d-4d38-be88-6b02f74c8f10 service nova] Enqueued Resource ID: 853d23c1-75a3-48a8-b57a-de3884777215 with Priority: HIGHEST for action port [ 969.028899] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_rules [ 969.029048] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_members [ 969.029150] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853d23c1-75a3-48a8-b57a-de3884777215 with Priority: HIGHEST for action port [ 969.029697] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.029821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.029890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.030099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.030181] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.031716] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.031915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.031983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.032172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.032325] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.032425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.032490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.032633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.032720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.032812] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.033564] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-853d23c1-75a3-48a8-b57a-de3884777215 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.033671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.033788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.033957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.034555] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853d23c1-75a3-48a8-b57a-de3884777215',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.039251] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e283ade5-6707-4fa3-833d-f7d95a3f22cd: rpc.has_security_group_logging(os_id): False [ 969.049774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.050009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.050009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.050288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.050352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.050439] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 969.059076] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.059252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.059298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.059535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.059656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.059920] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.060074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.060161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.060306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.060392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.060591] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.060745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.060796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.060937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.061026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.061235] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.061339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.061730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.061730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.061730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.061730] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 969.094984] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.096381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.096512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.096757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.096861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.097948] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.097948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.097948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.097948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.097948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.097948] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 already deleted. [ 969.097948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.098675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.098786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.098850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.099018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.099150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.107836] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 969.127753] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.127916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.127977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.128228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.128371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.147546] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 969.398803] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.398803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.398803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.398803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.398803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.399456] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d not found, creating... [ 969.399456] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.399456] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.399609] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.399899] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.399899] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.400186] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.400368] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.400463] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.400681] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.400823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.400972] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d is going to be created. [ 969.420751] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.420965] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.421112] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.421374] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.421607] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.421889] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.532401] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.532562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.535905] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.536920] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 853d23c1-75a3-48a8-b57a-de3884777215 with status ACTIVE [ 969.537190] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.537338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.537427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.537612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.537700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.537879] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.537976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.538172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.538230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.538321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.538478] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.538547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.538587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.538724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.538796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.538879] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 853d23c1-75a3-48a8-b57a-de3884777215 is going to be updated. [ 969.561144] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.561280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.561315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.561491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.561626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.561790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853d23c1-75a3-48a8-b57a-de3884777215" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.042035] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.108266] env[64015]: INFO networking_nsxv3.common.synchronization [req-495b5f92-93ee-410f-89ee-4e491a58787e req-8c264e68-541e-4baf-9477-260720ec0bf8 service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 970.108472] env[64015]: INFO networking_nsxv3.common.synchronization [req-495b5f92-93ee-410f-89ee-4e491a58787e req-8c264e68-541e-4baf-9477-260720ec0bf8 service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 970.108622] env[64015]: INFO networking_nsxv3.common.synchronization [req-495b5f92-93ee-410f-89ee-4e491a58787e req-8c264e68-541e-4baf-9477-260720ec0bf8 service nova] Enqueued Resource ID: 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d with Priority: HIGHEST for action port [ 970.109100] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 970.109237] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 970.109341] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d with Priority: HIGHEST for action port [ 970.111212] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.111340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.111410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.111662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.111774] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.112513] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.112634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.112675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.112838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.112966] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.113070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.113130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.113266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.113346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.113430] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.115265] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.115265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.115265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.115265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.115265] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fc4cf4-6b83-42d4-ac91-e9f5edaff60d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.384064] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 970.384324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.384470] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.384683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.384884] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.385020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.385083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.385243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.385334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.385449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.385544] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.543579] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.543988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.543988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.544100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.544200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.544626] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce is going to be created. [ 970.574102] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.574354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.574431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.574681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.574838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.584610] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce in Status: UNINITIALIZED for 2s [ 970.616048] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.620371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.620371] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d with status ACTIVE [ 970.620371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.620371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.620371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.620371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.621153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.621153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.621153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.621153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.621153] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07fc4cf4-6b83-42d4-ac91-e9f5edaff60d is going to be updated. [ 970.647326] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.647480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.647532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.647749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.647893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.648129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07fc4cf4-6b83-42d4-ac91-e9f5edaff60d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.887832] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.888198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.888198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.888416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.888765] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.888916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.888987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.889173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.889263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.889354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.889526] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.889739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.889805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.889973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.890141] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.890239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.890300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.890459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.890668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.890811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.890993] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.118079] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 971.118375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.118478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.118698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.118896] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.119024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.119090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.119237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.119319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.119404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.119606] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.119711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.119711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.119844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.119987] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.120116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.120175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.120316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.120485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.120485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.120617] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.121381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.121554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.121882] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.122088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.122133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.122298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.122404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.122643] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.123361] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.171086] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 971.171353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.351418] env[64015]: INFO networking_nsxv3.common.synchronization [req-d5c5b25b-c455-4fbe-b596-06d4d00e80b3 req-aaee1fa1-ad7b-49a4-b024-4fb6257f0029 tempest-ServerRescueNegativeTestJSON-850714627 tempest-ServerRescueNegativeTestJSON-850714627-project-member] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 971.352141] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGHEST for action security_group_members [ 971.352493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.352636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.352691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.352895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.353842] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.353969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.354057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.354249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.354344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.354478] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.395748] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a242386b-fd20-49ff-973e-60f15b7c078e: rpc.has_security_group_logging(os_id): False [ 971.413371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.413521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.413581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.413880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.413974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.414365] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.414365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.414550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.414550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.414635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.414847] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.414962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.415034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.415179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.415256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.415529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.415529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.415646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.415759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.415837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.415925] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 971.479117] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.479117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.479117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.479117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.479117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.490944] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 971.624874] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.626256] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68dc6927-f869-4133-bdf3-f8fda508636d: rpc.has_security_group_logging(os_id): False [ 971.627334] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.627462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.627532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.627725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.627813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.627905] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be created. [ 971.644915] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.645093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.645158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.645298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.645398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.645562] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.645658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.645719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.645863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.645943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.646138] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.646230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.646287] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.646426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.646498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.646672] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.646762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.646823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.646957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.647035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.647126] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be created. [ 971.649192] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.649304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.649370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.649521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.650075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.669434] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: UNINITIALIZED for 2s [ 971.728862] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.729017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.729093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.729311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.729495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.748610] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 971.859856] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.860560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.860560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.860991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.861308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.862036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.862036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.862036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.862266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.863009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.863251] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be updated. [ 971.897086] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.897256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.897322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.897539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.897734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.904365] env[64015]: INFO networking_nsxv3.common.synchronization [req-57df0776-1acc-4a0a-b8fb-da476080ad45 req-7780a2ff-8207-42f3-98a7-f7d0808824aa tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 971.904883] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 971.905765] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: IN_PROGRESS for 2s [ 971.906019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.907196] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.130017] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.594492] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce in Status: SUCCESS [ 972.594714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.594921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.595163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.595363] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.595483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.595552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.595704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.595790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.595898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.595992] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.632986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.633361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.633361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.633629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.633629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.633629] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 972.660075] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.660217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.660291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.660500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.660642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.668793] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 973.097952] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.505279] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 973.505579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.600392] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6897b23-687c-4a94-abd1-91c3f7eea9ce: rpc.has_security_group_logging(os_id): False [ 973.618513] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.618860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.618860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.619079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.619172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.619446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.619561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.619603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.619763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.619842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.619965] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce is going to be created. [ 973.679915] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 973.680234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.680303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.680524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.681057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.681057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.681057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.681057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.681237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.681237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.681382] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.682967] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.683128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.683236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.683428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.683597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.692808] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce in Status: IN_PROGRESS for 2s [ 973.762909] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 973.762909] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.763216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.763216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.763282] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.915122] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc in Status: SUCCESS [ 973.915318] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc deletion is rescheduled due to dependency. [ 973.915487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.185683] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.185864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.185918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.186182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.186368] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.186478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.186537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.186695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.186783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.186873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.187031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.187313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.187313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.187602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.187602] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.187602] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.187694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.187755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.187830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.187914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.188011] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.265244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.265372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.678746] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 974.678958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.679145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.679369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.679564] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.679700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.679760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.679891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.679975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.680216] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.689488] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3310f2f5-3139-4fa6-aacd-bbaa4041af96: rpc.has_security_group_logging(os_id): False [ 974.714110] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.714215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.714300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.714522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.714605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.714845] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.714958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.715034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.715199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.715276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.715460] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.715552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.715614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.715757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.715828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.716023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.716336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.716409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.716542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.716616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.716702] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be created. [ 974.769865] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.770109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.770109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.770277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.770507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.781736] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 975.182706] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.684696] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.704759] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce in Status: SUCCESS [ 975.705556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.187604] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.187822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.187822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.188077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.188205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.189054] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 976.216068] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.216307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.216383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.216606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.217722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.225816] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 976.793341] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 976.793341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.906086] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 976.906086] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 978.234996] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 978.235292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.235457] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.235831] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.235951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.236050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.236181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.236264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.236351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.236443] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.738399] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.738580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.738656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.738883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.739225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.739225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.739225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.739429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.739506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.739597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.739758] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.739854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.739915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.740070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.740225] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.740307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.740359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.740514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.740703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.740703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.740779] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.012417] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a req-93379b22-5d52-4cb5-9431-f1650747d2ac tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 979.013506] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 979.013899] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.014127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.014127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.014327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.014488] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.014591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.014652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.014809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.014896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.015019] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.038521] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a req-93379b22-5d52-4cb5-9431-f1650747d2ac tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 979.038733] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a req-93379b22-5d52-4cb5-9431-f1650747d2ac tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 979.038916] env[64015]: INFO networking_nsxv3.common.synchronization [req-bcc4ea44-b1ac-4ce4-a9f0-071cf13df55a req-93379b22-5d52-4cb5-9431-f1650747d2ac tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: b2d19e42-440b-489a-ba1f-f6a612186528 with Priority: HIGHEST for action port [ 979.039451] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 979.039611] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 979.039753] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d19e42-440b-489a-ba1f-f6a612186528 with Priority: HIGHEST for action port [ 979.040180] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.040255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.040310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.040590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.040590] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.041419] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.041549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.041759] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d19e42-440b-489a-ba1f-f6a612186528 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.041900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.041960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.042125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.042214] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d19e42-440b-489a-ba1f-f6a612186528',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.174611] env[64015]: INFO networking_nsxv3.common.synchronization [req-88ca6233-3890-4151-b1ec-ac5c7319ef4d req-ccb0a1b5-7301-455c-88f2-41a4fa9635ba tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 979.175105] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 979.175415] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.175530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.175597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.175793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.175944] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.176053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.176169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.176289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.176356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.176449] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.244010] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68dc6927-f869-4133-bdf3-f8fda508636d: rpc.has_security_group_logging(os_id): False [ 979.260563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.260752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.260855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.261094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.261196] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.261540] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.261540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.261668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.261756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.261806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.261993] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.262101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.262153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.262434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.262434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.262544] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.262629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.262675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.262807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.262882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.262964] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 979.337529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.337529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.337529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.337774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.337820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.352189] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 979.517536] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.537136] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.537573] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.537763] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.538124] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.538677] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.538926] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.539100] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.540033] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.540107] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.540332] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.540487] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.540796] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.540962] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.541144] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.541307] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.541480] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.543186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.543320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.543953] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2d19e42-440b-489a-ba1f-f6a612186528 with status ACTIVE [ 979.544175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.544308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.544397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.544580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.544691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.544880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.545025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.545110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.545300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.545380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.545575] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.545693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.545775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.545939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.546049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.546168] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2d19e42-440b-489a-ba1f-f6a612186528 is going to be updated. [ 979.568699] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.568906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.568906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.569498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.569643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.569805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.573447] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.573447] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.573576] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.573706] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.574064] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.574247] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.574598] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.574669] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.574871] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.678059] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.024252] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.077411] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.077617] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.077758] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.078081] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.078586] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.078586] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b not found, creating... [ 980.078974] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.078974] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.079112] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.079627] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.079627] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.079857] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.080085] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.080187] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.080429] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.080554] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.080710] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b is going to be created. [ 980.101150] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.101465] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.101572] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.101799] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.102101] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.102460] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.182106] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.526783] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.527271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.527271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.527364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.527691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.527691] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be updated. [ 980.565200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.565395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.565493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.565713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.565856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.574152] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 2s [ 980.684362] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.684552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.684601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.684854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.684901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.684975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 980.710563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.710705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.710779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.711037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.711192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.720202] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 980.750366] env[64015]: INFO networking_nsxv3.common.synchronization [req-83de8a44-f60b-4826-b058-53c67d72994d req-0e99479c-b5d0-4046-b435-77e9de1a60b6 tempest-ServersV294TestFqdnHostnames-1530278507 tempest-ServersV294TestFqdnHostnames-1530278507-project-member] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_members [ 980.750867] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGHEST for action security_group_members [ 980.751187] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.751302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.751364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.751551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.751742] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.751864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.751945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.755637] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.755770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.755931] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.035162] env[64015]: INFO networking_nsxv3.common.synchronization [req-88ca6233-3890-4151-b1ec-ac5c7319ef4d req-8a0fde0f-422f-47ec-bc5d-9ca1d9de5a61 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 981.035360] env[64015]: INFO networking_nsxv3.common.synchronization [req-88ca6233-3890-4151-b1ec-ac5c7319ef4d req-8a0fde0f-422f-47ec-bc5d-9ca1d9de5a61 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 981.035508] env[64015]: INFO networking_nsxv3.common.synchronization [req-88ca6233-3890-4151-b1ec-ac5c7319ef4d req-8a0fde0f-422f-47ec-bc5d-9ca1d9de5a61 service nova] Enqueued Resource ID: 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b with Priority: HIGHEST for action port [ 981.036014] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 981.036184] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 981.036281] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b with Priority: HIGHEST for action port [ 981.037476] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.037615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.037685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.037892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.037975] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.039363] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.039363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.039363] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.039363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.039571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.039571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.039638] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.259209] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.259362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.259883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.259883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.259883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.260032] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.260032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.260133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.260357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.260357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.260444] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 is going to be updated. [ 981.287015] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.287208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.287208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.287465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.287613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.295902] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: IN_PROGRESS for 2s [ 981.366016] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 981.366272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.366463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.366677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.366765] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.542149] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.542483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.542483] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b with status ACTIVE [ 981.542657] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.542762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.542856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.543134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.543239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.543471] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.543593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.543666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.543908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.544112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.544324] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.544441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.544498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.544640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.544716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.544822] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b is going to be updated. [ 981.564175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.564347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.564446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.565029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.565029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.565029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ecd2fc2-a1d7-4cbd-a955-d97de15e3b8b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.869267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.869459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.869513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.869710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.869883] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.869995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.870079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.870208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.870283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.871565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.871565] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.375217] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.375217] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.375217] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.375217] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.375217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.376237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.376237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.376237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.376237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.377471] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.419290] env[64015]: INFO networking_nsxv3.common.synchronization [req-8a791416-cf6c-4af3-8df7-ea71f7f63bee req-4ca77d2d-e944-4c11-932f-ed95f81f471a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 982.419290] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 982.419290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.419290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.439106] env[64015]: INFO networking_nsxv3.common.synchronization [req-8a791416-cf6c-4af3-8df7-ea71f7f63bee req-4ca77d2d-e944-4c11-932f-ed95f81f471a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 982.439106] env[64015]: INFO networking_nsxv3.common.synchronization [req-8a791416-cf6c-4af3-8df7-ea71f7f63bee req-4ca77d2d-e944-4c11-932f-ed95f81f471a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 982.439106] env[64015]: INFO networking_nsxv3.common.synchronization [req-8a791416-cf6c-4af3-8df7-ea71f7f63bee req-4ca77d2d-e944-4c11-932f-ed95f81f471a tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: b2d19e42-440b-489a-ba1f-f6a612186528 with Priority: HIGHEST for action port [ 982.439106] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_rules [ 982.439106] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 982.439106] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d19e42-440b-489a-ba1f-f6a612186528 with Priority: HIGHEST for action port [ 982.439705] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.440321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.441866] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.441866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.441866] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d19e42-440b-489a-ba1f-f6a612186528 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.441866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.441866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.441866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.443413] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d19e42-440b-489a-ba1f-f6a612186528',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.582454] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 982.582768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.582819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.583029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.583215] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.583329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.583396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.583549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.583629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.583721] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.679172] env[64015]: INFO networking_nsxv3.common.synchronization [req-55bc7cc8-f986-4406-a312-a27347960552 req-cbf8d9a0-bea6-4a83-8f2b-08f6e021949a tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 982.679819] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 982.680287] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.680506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.680614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.680893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.681155] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.681436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.681552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.685603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.685603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.685603] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.729153] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 982.729512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.730603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.730845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.731072] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.731196] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.731266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.731439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.731520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.731611] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.880192] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68dc6927-f869-4133-bdf3-f8fda508636d: rpc.has_security_group_logging(os_id): False [ 982.900162] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.900397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.900516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.900831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.900982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.901322] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.901475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.901577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.901816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.901937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.902253] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.902403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.902501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.902713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.902828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.903148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.903303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.904612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.904612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.904612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.904612] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 982.944728] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2d19e42-440b-489a-ba1f-f6a612186528 with status ACTIVE [ 982.944968] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.945145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.945219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.945434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.945521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.945700] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.945795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.945858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.946016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.946096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.946280] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.946369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.946428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.946569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.946675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.946729] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2d19e42-440b-489a-ba1f-f6a612186528 is going to be updated. [ 982.963025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.963182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.963259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.963433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.963574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.968840] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.968951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.969079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.969531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.969531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.969531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d19e42-440b-489a-ba1f-f6a612186528" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.976520] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 983.086013] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.187851] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.188027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.188150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.188328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.188420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.188618] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.188717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.188781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.188935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.189022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.189110] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 983.220578] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.220741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.220796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.221118] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.221303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.232512] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 983.233869] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.306749] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 in Status: SUCCESS [ 983.307245] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 deletion is rescheduled due to dependency. [ 983.307245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.589225] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.737387] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.050763] env[64015]: INFO networking_nsxv3.common.synchronization [req-a43f902a-45d1-4754-b9f6-ef511ab9abdc req-456240b1-410f-41a8-9ab1-9524af9cb734 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 984.051317] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 984.051667] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.051777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.051837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.052017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.052180] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.052315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.052372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.052477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.052592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.052653] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.093580] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.093785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.093889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.094142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.094241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.094341] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be updated. [ 984.121226] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.121390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.121432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.121633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.121769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.129991] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 2s [ 984.241109] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.241109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.241109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.241109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.241109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.241109] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 984.275339] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.275339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.275339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.275339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.275543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.283592] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 984.554130] env[64015]: INFO networking_nsxv3.common.synchronization [req-cc85de05-ac2b-4e48-8666-4caf42ec5ca1 req-45cb6234-ea48-4d6f-8f6d-01ec822410b2 tempest-ListServersNegativeTestJSON-279221736 tempest-ListServersNegativeTestJSON-279221736-project-member] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 984.554476] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.555625] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGHEST for action security_group_members [ 984.556172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.556294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.991481] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 984.991753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.057435] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.242289] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 985.242533] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 deletion is rescheduled due to dependency. [ 985.242807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.561732] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.561939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.562078] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.562332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.562447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.562480] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 985.589800] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.590021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.590173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.590604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.590701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.599310] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 986.139674] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 4s [ 986.265021] env[64015]: INFO networking_nsxv3.common.synchronization [req-2b803a6f-c286-4df4-baa5-5e9f0e5abfd6 req-47b3c09b-d61c-49f0-838d-77e67c1a0ab0 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_members [ 986.265021] env[64015]: INFO networking_nsxv3.common.synchronization [req-dffbb54b-dc04-4800-b4f4-cb622b3bcb97 req-8b3ae4a1-0662-4f1e-b090-0983148124bf tempest-AttachInterfacesUnderV243Test-113515906 tempest-AttachInterfacesUnderV243Test-113515906-project-member] Enqueued Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 986.265531] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGHEST for action security_group_members [ 986.265808] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a with Priority: HIGHEST for action security_group_members [ 986.266224] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.267506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.267506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.267506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.267712] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.268285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.268586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.268987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.270638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.270638] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.270638] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-c58fbf29-e0b3-49ed-ac02-8d12269b049a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.270638] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.295025] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.295025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.295025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.295025] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.772259] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.772259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.772259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.772259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.772259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.772546] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.773798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.773798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.773798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.773798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.773798] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 is going to be updated. [ 986.798108] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.798108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.798108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.798108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.798434] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.798434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.798434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.798597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.798721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.798840] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.799065] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.799194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.799279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.799474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.799668] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.799792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.799877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.800589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.800766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.800938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.802114] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.804279] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.804579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.804579] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.804864] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.805114] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.816011] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: IN_PROGRESS for 2s [ 987.309303] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 987.326150] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.326275] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.326354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.326791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.326791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.326938] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.326991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.327125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.327214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.327294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.327503] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.327606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.327656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.327798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.327870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.328139] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.328271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.328356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.328528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.328661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.328777] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 987.383895] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.384096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.384172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.384385] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.384529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.398640] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 987.611501] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 987.611728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.611934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.612187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.612378] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.612492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.612557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.612710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.612788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.612878] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.115614] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.115751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.115812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.115997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.116129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.116321] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.116428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.116490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.116649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.116725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.116813] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be updated. [ 988.144517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.144717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.144717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.145022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.145144] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.148604] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 988.148797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.148954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.149289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.149362] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.149421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.149465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.149609] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.149680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.149766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.149857] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.151182] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: IN_PROGRESS for 2s [ 988.151316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.151465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.151665] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.151776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.151842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.151987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.152076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.152175] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.653841] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.654919] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.655101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.655174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.655379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.655469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.655663] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.655764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.655854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.655973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.656063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.656149] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be updated. [ 988.687818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.687987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.688089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.688246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.688378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.696532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 2s [ 988.825133] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 in Status: SUCCESS [ 988.825352] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 deletion is rescheduled due to dependency. [ 988.825474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.162026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c58fbf29-e0b3-49ed-ac02-8d12269b049a: rpc.has_security_group_logging(os_id): False [ 989.175548] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.175734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.175734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.175980] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.176051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.176299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.176393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.176453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.176601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.176671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.176750] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be updated. [ 989.264424] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.264596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.264676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.264915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.265092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.278243] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 2s [ 989.413733] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 989.415033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.161467] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68dc6927-f869-4133-bdf3-f8fda508636d in Status: SUCCESS [ 990.161737] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d deletion is rescheduled due to dependency. [ 990.161817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.707924] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 990.707924] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a deletion is rescheduled due to dependency. [ 990.707924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.707924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.708922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.708922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.708922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.708922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.708922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.708922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.708922] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.210987] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.210987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.211325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.211325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.211398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.211592] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.211733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.211779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.212145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.212145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.212145] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be updated. [ 991.236663] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.236811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.236926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.237096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.237238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.246080] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: IN_PROGRESS for 2s [ 991.266525] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.267290] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 991.294372] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 991.294372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.294372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.294372] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.294372] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.814313] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.814459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.814517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.814715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.814805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.814903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be deleted. [ 991.861661] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.861832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.861930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.862170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.862263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.862391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.256336] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a in Status: SUCCESS [ 993.256624] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a deletion is rescheduled due to dependency. [ 993.256663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.256817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.257042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.257422] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.257545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.257611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.257764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.257844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.257997] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c58fbf29-e0b3-49ed-ac02-8d12269b049a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.761049] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.762054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.762054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.762054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.762054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.762054] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.762678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.762678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.762678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.762678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.762678] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c58fbf29-e0b3-49ed-ac02-8d12269b049a is going to be deleted. [ 993.789706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.789855] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.789928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.790157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.790288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.790399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c58fbf29-e0b3-49ed-ac02-8d12269b049a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.267689] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.268290] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 996.788809] env[64015]: INFO networking_nsxv3.common.synchronization [None req-34d57f2c-d658-40cc-8f6e-a6929b710cde tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_rules [ 996.790239] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_rules [ 996.790239] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.790239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.790239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.793806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.793951] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.874882] env[64015]: INFO networking_nsxv3.common.synchronization [None req-fdd22127-68ab-42b8-8570-236e79fddfcc tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_rules [ 996.874882] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_rules [ 996.874882] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.874882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.027242] env[64015]: INFO networking_nsxv3.common.synchronization [None req-4d3925c3-6f31-432e-bb8a-3b0983ec2dc5 None None] Enqueued Resource ID: 7d4dd50c-cfa3-4578-b5ec-f7ad7b913859 with Priority: HIGHEST for action port [ 997.033302] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d4dd50c-cfa3-4578-b5ec-f7ad7b913859 with Priority: HIGHEST for action port [ 997.033302] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d4dd50c-cfa3-4578-b5ec-f7ad7b913859 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.033302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d4dd50c-cfa3-4578-b5ec-f7ad7b913859" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.033302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d4dd50c-cfa3-4578-b5ec-f7ad7b913859" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.033302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d4dd50c-cfa3-4578-b5ec-f7ad7b913859" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.033302] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d4dd50c-cfa3-4578-b5ec-f7ad7b913859',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.317222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.317529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.317529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.317733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.317999] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.317999] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca already deleted. [ 997.318106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.318201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.318401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.318509] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.536192] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d4dd50c-cfa3-4578-b5ec-f7ad7b913859 [ 997.536192] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.536192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.536192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.536192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.536192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.536192] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d4dd50c-cfa3-4578-b5ec-f7ad7b913859 already deleted. [ 997.536192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d4dd50c-cfa3-4578-b5ec-f7ad7b913859" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.843557] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.845000] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.845000] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.845000] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.845000] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.845000] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca already deleted. [ 997.845000] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.337659] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a req-306de5ed-3a5e-42ba-afc8-f72c44f48919 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 998.338431] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 998.338730] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.338857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.338927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.339213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.339406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.339542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.339633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.339817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.339936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.340071] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.719776] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.722777] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.722777] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.722777] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.723501] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.725610] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.725610] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.725610] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.725610] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.725610] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.726391] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.726762] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.727105] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.727392] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.727655] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.728204] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.749073] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.749073] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.749073] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.749073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.749073] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-273dd6a8-1d87-4fa9-9e7e-42698d4041af taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.749073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.749073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.749800] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.750123] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('273dd6a8-1d87-4fa9-9e7e-42698d4041af',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.844747] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.253199] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.253992] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.254233] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.254791] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.254997] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.255180] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 273dd6a8-1d87-4fa9-9e7e-42698d4041af not found, creating... [ 999.255663] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.255893] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.256041] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.256363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.256710] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.257149] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.257300] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.257361] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.257771] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.258124] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.258302] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 273dd6a8-1d87-4fa9-9e7e-42698d4041af is going to be created. [ 999.277807] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.277993] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.277993] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.278294] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.278583] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.278828] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.346221] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7bfafeea-1e0c-4ec4-91e1-a03a7fd341ad None None] Enqueued Resource ID: 0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8 with Priority: HIGHEST for action port [ 999.347027] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.347605] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8 with Priority: HIGHEST for action port [ 999.348134] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.348312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.348514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.348891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.349008] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.501681] env[64015]: INFO networking_nsxv3.common.synchronization [None req-87d2edf8-7fee-45e2-b218-66187d75da99 None None] Enqueued Resource ID: 64112ea5-bcde-4deb-8144-0d02a842cb53 with Priority: HIGHEST for action port [ 999.502020] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64112ea5-bcde-4deb-8144-0d02a842cb53 with Priority: HIGHEST for action port [ 999.502628] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-64112ea5-bcde-4deb-8144-0d02a842cb53 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.502788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64112ea5-bcde-4deb-8144-0d02a842cb53" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.502836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64112ea5-bcde-4deb-8144-0d02a842cb53" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.505598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64112ea5-bcde-4deb-8144-0d02a842cb53" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.505701] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64112ea5-bcde-4deb-8144-0d02a842cb53',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.848801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.849027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.849103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.849299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.849389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.849629] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 999.850859] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8 [ 999.851164] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.851164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.851317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.851425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.851504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.851590] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8 already deleted. [ 999.851667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca5cbc9-0d96-489a-b1bb-7eb668ac34d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.876168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.876432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.876432] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.876706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.877050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.884525] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1000.010593] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64112ea5-bcde-4deb-8144-0d02a842cb53 [ 1000.010926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.011107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.011201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.011469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.011567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.011708] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64112ea5-bcde-4deb-8144-0d02a842cb53 already deleted. [ 1000.011865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64112ea5-bcde-4deb-8144-0d02a842cb53" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.069907] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a req-1d1630eb-6192-4ccb-9ee5-79142e25e5e7 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 1000.069907] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a req-1d1630eb-6192-4ccb-9ee5-79142e25e5e7 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1000.069907] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae49938f-a79f-4d6a-a1b4-b7b51d8d003a req-1d1630eb-6192-4ccb-9ee5-79142e25e5e7 service nova] Enqueued Resource ID: 273dd6a8-1d87-4fa9-9e7e-42698d4041af with Priority: HIGHEST for action port [ 1000.069907] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 1000.069907] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1000.069907] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273dd6a8-1d87-4fa9-9e7e-42698d4041af with Priority: HIGHEST for action port [ 1000.069907] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.069907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.069907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.069907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.069907] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.071080] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.071212] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.071466] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-273dd6a8-1d87-4fa9-9e7e-42698d4041af taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.071588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.071710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.071845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.071938] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('273dd6a8-1d87-4fa9-9e7e-42698d4041af',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.575542] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.575902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.578146] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 273dd6a8-1d87-4fa9-9e7e-42698d4041af with status ACTIVE [ 1000.578352] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.578514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.578590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.578823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.578921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.579127] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.579238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.579302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.579461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.579535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.579718] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.579815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.579885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.580064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.580143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.580229] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 273dd6a8-1d87-4fa9-9e7e-42698d4041af is going to be updated. [ 1000.603642] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.603642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.603642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.603994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.604144] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.604335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-273dd6a8-1d87-4fa9-9e7e-42698d4041af" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.740245] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7df21dfc-7a78-48a6-a9ff-d0ef36b012b4 None None] Enqueued Resource ID: 21557110-860a-47a4-97ab-dffd2ce4d948 with Priority: HIGHEST for action port [ 1001.740245] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21557110-860a-47a4-97ab-dffd2ce4d948 with Priority: HIGHEST for action port [ 1001.740245] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-21557110-860a-47a4-97ab-dffd2ce4d948 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.740245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21557110-860a-47a4-97ab-dffd2ce4d948" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.740245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21557110-860a-47a4-97ab-dffd2ce4d948" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.740245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21557110-860a-47a4-97ab-dffd2ce4d948" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.740245] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21557110-860a-47a4-97ab-dffd2ce4d948',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.894683] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1001.894683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.894856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.894980] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.895218] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.895353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.895423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.895583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.895664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.895760] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.242536] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21557110-860a-47a4-97ab-dffd2ce4d948 [ 1002.242536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.242536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.242536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.242536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.242536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.242903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21557110-860a-47a4-97ab-dffd2ce4d948 already deleted. [ 1002.242903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21557110-860a-47a4-97ab-dffd2ce4d948" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.398015] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.900695] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.259779] env[64015]: INFO networking_nsxv3.common.synchronization [req-70336210-6b94-4f4c-8866-9505dfe9a304 req-b891203a-7ba4-4b32-b715-2bd732a98cc7 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_members [ 1003.260460] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_members [ 1003.260838] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.260959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.261059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.261590] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.261708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.261773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.262111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.262230] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.403442] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.403619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.403654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.403872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.404015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.404179] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1003.434442] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.435161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.435161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.435161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.435390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.445065] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1003.594037] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.594286] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.594449] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.594730] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.595083] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.595260] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.595380] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.595612] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.595795] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.596024] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.596149] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.596278] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.596390] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.596510] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.596623] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.596767] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.614434] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.614672] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.614836] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.615148] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.615561] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.615790] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.615932] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.616412] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.616587] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ce76be-f3f1-4ae6-9762-d8cac1d53bf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.766678] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.766922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.766922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.767072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.767231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.767379] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.767528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.767528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.767712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.767808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.767885] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca already deleted. [ 1003.767957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.119656] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.119961] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.120036] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.120325] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.120483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.120647] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 not found, creating... [ 1004.120920] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.121189] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.121326] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.121562] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.121711] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.122031] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.122223] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.122383] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.122601] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.122705] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.122856] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 is going to be created. [ 1004.142095] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.142362] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.142498] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.142778] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.143104] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.143425] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.854378] env[64015]: INFO networking_nsxv3.common.synchronization [req-70336210-6b94-4f4c-8866-9505dfe9a304 req-3da8fcb0-e1da-4ce7-b6ce-c29f421ff8fd service nova] Enqueued Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_rules [ 1004.854678] env[64015]: INFO networking_nsxv3.common.synchronization [req-70336210-6b94-4f4c-8866-9505dfe9a304 req-3da8fcb0-e1da-4ce7-b6ce-c29f421ff8fd service nova] Enqueued Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_members [ 1004.854909] env[64015]: INFO networking_nsxv3.common.synchronization [req-70336210-6b94-4f4c-8866-9505dfe9a304 req-3da8fcb0-e1da-4ce7-b6ce-c29f421ff8fd service nova] Enqueued Resource ID: 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 with Priority: HIGHEST for action port [ 1004.856344] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_rules [ 1004.856344] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_members [ 1004.856455] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 with Priority: HIGHEST for action port [ 1004.856926] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.857315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.857479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.857824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.858294] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.859652] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.859779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.859849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.860072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.860264] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.860370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.860434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.860609] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.860698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.860807] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.861636] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.861762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.861834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.862015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.862220] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ce76be-f3f1-4ae6-9762-d8cac1d53bf7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.364269] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 with status ACTIVE [ 1005.364548] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.364735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.364735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.364919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.365025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.365291] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.365396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.365459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.365618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.365696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.365880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.365972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.366044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.366185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.366277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.366358] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27ce76be-f3f1-4ae6-9762-d8cac1d53bf7 is going to be updated. [ 1005.367505] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.367594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.367762] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.388831] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.388987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.389083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.389404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.389546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.389715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ce76be-f3f1-4ae6-9762-d8cac1d53bf7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.456753] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1005.456977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.457167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.457388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.457584] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.457702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.457768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.457917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.458022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.458106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.458197] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.872042] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.959941] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.960126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.960203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.960428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.960605] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.960706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.960770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.960918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.961038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.961143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.961295] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.961388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.961450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.961595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.961733] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.961825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.961887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.962121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.962231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.962276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.962377] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.375014] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.375442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.375442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.375595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.375722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.375839] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca is going to be created. [ 1006.400548] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.400706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.400774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.400994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.401188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.426337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca in Status: UNINITIALIZED for 2s [ 1006.463964] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 1006.488105] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.488300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.488430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.488595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.488709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.488927] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.489164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.489164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.489331] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.489413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.489629] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.489766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.489824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.489992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.490129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.490320] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.490411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.490566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.490615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.490685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.490770] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1006.548160] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.548160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.548160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.548160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.548160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.581135] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1008.436389] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca in Status: SUCCESS [ 1008.436764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.436806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.437015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.437213] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.437335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.437400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.437552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.437652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.437745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.437861] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.599228] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1008.599497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.746748] env[64015]: INFO networking_nsxv3.common.synchronization [req-66eaec18-8184-479d-86db-e0facf2b70f0 req-db7b91e4-fba1-4d57-bb0f-1ead4593c077 tempest-DeleteServersTestJSON-1813808772 tempest-DeleteServersTestJSON-1813808772-project-member] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 1008.747283] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGHEST for action security_group_members [ 1008.747587] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.747722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.747841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.748060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.748312] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.748312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.748431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.748617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.748617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.748708] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.940774] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.254572] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.254792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.254931] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.255172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.255270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.255514] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.255626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.255694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.255943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.256036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.256147] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be updated. [ 1009.287980] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.288099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.288210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.288484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.288658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.297309] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: IN_PROGRESS for 2s [ 1009.443975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ecb6bd2-021f-49ab-b32c-82eb832644ca: rpc.has_security_group_logging(os_id): False [ 1009.463720] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.463911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.463955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.464292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.464409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.464697] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.464828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.464905] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.465109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.465208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.465299] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca is going to be created. [ 1009.521574] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.521574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.521574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.521796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.522071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.531058] env[64015]: INFO networking_nsxv3.common.synchronization [req-f910d91a-98bf-4227-9412-72d4dcdd10e4 req-0a4c5eca-cccf-425d-82c8-73734621b7d2 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Enqueued Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_members [ 1009.531865] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_members [ 1009.535623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49f473d-abfd-4b38-9ce9-e9b634da9c33 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.535816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.535897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.536215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.537232] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.537232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.537232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.537232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.537232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.537232] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.538585] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca in Status: IN_PROGRESS for 2s [ 1009.906346] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.906548] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-219" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.906684] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-219" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.907025] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-219" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.907313] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.907483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.907606] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.907836] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.907988] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.914051] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.914051] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.914051] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.914051] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.914051] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.914051] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.914051] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.932307] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.932488] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.932637] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.932818] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-219" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.933151] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-4dd589e4-6be0-44ee-b068-3b89289b40d3 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.933338] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.933464] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.933789] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.933936] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd589e4-6be0-44ee-b068-3b89289b40d3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.040789] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.041323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.041323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.041448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.041448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.042348] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.042348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.042348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.042348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.042348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.042348] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 already deleted. [ 1010.042348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.436942] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.437048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.437172] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.437614] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.438619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.438619] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 4dd589e4-6be0-44ee-b068-3b89289b40d3 not found, creating... [ 1010.438619] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.438619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.438619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.438860] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.439000] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.439311] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.439475] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.439598] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.439811] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.440189] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.440347] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 4dd589e4-6be0-44ee-b068-3b89289b40d3 is going to be created. [ 1010.461955] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.462249] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.462439] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.462662] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.462913] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.463173] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.291632] env[64015]: INFO networking_nsxv3.common.synchronization [req-f910d91a-98bf-4227-9412-72d4dcdd10e4 req-e0b20717-9428-4831-9d8f-26b13756e940 service nova] Enqueued Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_rules [ 1011.291828] env[64015]: INFO networking_nsxv3.common.synchronization [req-f910d91a-98bf-4227-9412-72d4dcdd10e4 req-e0b20717-9428-4831-9d8f-26b13756e940 service nova] Enqueued Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_members [ 1011.292074] env[64015]: INFO networking_nsxv3.common.synchronization [req-f910d91a-98bf-4227-9412-72d4dcdd10e4 req-e0b20717-9428-4831-9d8f-26b13756e940 service nova] Enqueued Resource ID: 4dd589e4-6be0-44ee-b068-3b89289b40d3 with Priority: HIGHEST for action port [ 1011.292353] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_rules [ 1011.292484] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_members [ 1011.292581] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd589e4-6be0-44ee-b068-3b89289b40d3 with Priority: HIGHEST for action port [ 1011.293148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b49f473d-abfd-4b38-9ce9-e9b634da9c33 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.293328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.293383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.293590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.293673] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.294581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49f473d-abfd-4b38-9ce9-e9b634da9c33 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.294693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.294761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.294930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.295090] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.295259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.295259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.295388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.295475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.295603] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.296321] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd589e4-6be0-44ee-b068-3b89289b40d3 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.296469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.296557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.297974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.297974] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd589e4-6be0-44ee-b068-3b89289b40d3',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.307302] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd in Status: SUCCESS [ 1011.307622] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd deletion is rescheduled due to dependency. [ 1011.307622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.550687] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca in Status: SUCCESS [ 1011.552779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.802185] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.802185] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49f473d-abfd-4b38-9ce9-e9b634da9c33 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.802185] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dd589e4-6be0-44ee-b068-3b89289b40d3 with status ACTIVE [ 1011.802185] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.802185] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.802185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.802727] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.802727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.802727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.802727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.802727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.803162] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dd589e4-6be0-44ee-b068-3b89289b40d3 is going to be updated. [ 1011.825170] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.825170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.825170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.825170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.825170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.825170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd589e4-6be0-44ee-b068-3b89289b40d3" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.919427] env[64015]: INFO networking_nsxv3.common.synchronization [req-822dc387-93dc-41be-9cb7-fe771c4530f8 req-9688c7fe-cb60-4b5f-8ee8-51b7b5cb5390 tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Enqueued Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_members [ 1011.919427] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_members [ 1011.919427] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.919427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.919427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.919427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.919427] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.919427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.919427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.919979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.920189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.920361] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.302549] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.399541] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-641 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.399752] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-641" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.399888] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-641" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.400252] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-641" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.400581] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.400803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.400937] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.401191] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.401346] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.401563] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.401689] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.401807] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.401926] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.402054] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.402173] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.402314] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.420103] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.420276] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.420419] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.420601] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-641" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.420908] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-78ddb2d0-c148-4f20-bf86-4e58a8aac950 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.421094] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.421225] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.421541] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.421692] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ddb2d0-c148-4f20-bf86-4e58a8aac950',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.422822] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.422939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.423033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.423187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.423273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.423469] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.423581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.423642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.423787] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.423863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.424032] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 already deleted. [ 1012.424116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.805710] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.806049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.806049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.806199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.806322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.806501] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 is going to be created. [ 1012.847578] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.847746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.847789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.848028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.848214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.867031] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 in Status: UNINITIALIZED for 2s [ 1012.927721] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.927721] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.927721] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.927721] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.927721] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.927721] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 78ddb2d0-c148-4f20-bf86-4e58a8aac950 not found, creating... [ 1012.927721] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.927721] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.927721] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.928099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.928099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.928447] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.928623] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.928765] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.929022] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.929166] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.929320] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 78ddb2d0-c148-4f20-bf86-4e58a8aac950 is going to be created. [ 1012.947101] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.947423] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.947654] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.948012] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.948371] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.948697] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.599524] env[64015]: INFO networking_nsxv3.common.synchronization [req-2e42988c-5fe4-437a-8c5f-6bad6d2bffb8 req-edcb41b2-2c36-41b6-8a90-8acef34dcf1e tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1013.601177] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1013.601637] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.601808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.601907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.602309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.602532] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.602770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.602876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.603096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.603238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.603389] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.921824] env[64015]: INFO networking_nsxv3.common.synchronization [req-822dc387-93dc-41be-9cb7-fe771c4530f8 req-f89364b2-4f99-499b-8321-7660d377350a service nova] Enqueued Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_rules [ 1013.922130] env[64015]: INFO networking_nsxv3.common.synchronization [req-822dc387-93dc-41be-9cb7-fe771c4530f8 req-f89364b2-4f99-499b-8321-7660d377350a service nova] Enqueued Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_members [ 1013.922439] env[64015]: INFO networking_nsxv3.common.synchronization [req-822dc387-93dc-41be-9cb7-fe771c4530f8 req-f89364b2-4f99-499b-8321-7660d377350a service nova] Enqueued Resource ID: 78ddb2d0-c148-4f20-bf86-4e58a8aac950 with Priority: HIGHEST for action port [ 1013.922929] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_rules [ 1013.924244] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_members [ 1013.924244] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ddb2d0-c148-4f20-bf86-4e58a8aac950 with Priority: HIGHEST for action port [ 1013.924244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.924244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.924244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.924244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.924244] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.925706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.925937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.925937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.926220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.926413] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.926483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.926580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.926676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.926760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.926849] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.927558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ddb2d0-c148-4f20-bf86-4e58a8aac950 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.927665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.927732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.927877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.927949] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ddb2d0-c148-4f20-bf86-4e58a8aac950',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.105522] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.430021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.430160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.430404] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.435329] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ddb2d0-c148-4f20-bf86-4e58a8aac950 with status ACTIVE [ 1014.435420] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.435482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.435538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.435750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.435839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.436061] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.436162] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.436221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.436381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.436472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.436666] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.436755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.436812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.436955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.437035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.437116] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ddb2d0-c148-4f20-bf86-4e58a8aac950 is going to be updated. [ 1014.457957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.458208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.458208] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.460023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.460023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.460023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ddb2d0-c148-4f20-bf86-4e58a8aac950" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.608591] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.877289] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 in Status: SUCCESS [ 1014.877289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.877289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.877289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.877607] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.877607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.877607] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.877714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.877797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.877866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.877954] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.932628] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.113039] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.113247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.113291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.113545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.113643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.113747] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1015.141885] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.141885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.141885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.142245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.142367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.150415] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1015.255304] env[64015]: INFO networking_nsxv3.common.synchronization [req-550f105f-ba0a-4e51-97f5-1465e7797aca req-1e2d8317-1731-47ab-a537-20b17895646a tempest-ServerActionsV293TestJSON-1782291724 tempest-ServerActionsV293TestJSON-1782291724-project-member] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_members [ 1015.255920] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGHEST for action security_group_members [ 1015.256283] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.256403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.256474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.256667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.256888] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.257019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.257207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.257443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.257557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.257653] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.381031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49f473d-abfd-4b38-9ce9-e9b634da9c33 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.381031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.381031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.382594] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.382594] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49f473d-abfd-4b38-9ce9-e9b634da9c33 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.382594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.382986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.382986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.383344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.383462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.383659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.383749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.383836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.383977] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.438116] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.438116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.438116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.438116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.438116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.438116] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 is going to be created. [ 1015.458822] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.459039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.459084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.459395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.459822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.469275] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 in Status: UNINITIALIZED for 2s [ 1015.760048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.760337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.760424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.760957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.760957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.760957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.761139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.761139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.761244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.761295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.761384] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 is going to be updated. [ 1015.788142] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.788370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.788493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.788675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.789879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.799079] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: IN_PROGRESS for 2s [ 1015.888096] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b49f473d-abfd-4b38-9ce9-e9b634da9c33: rpc.has_security_group_logging(os_id): False [ 1015.905914] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.908986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.908986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.908986] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.909528] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.909528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.909528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.909528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.909528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.909528] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 is going to be created. [ 1015.980685] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.981125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.981125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.981347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.981418] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.997476] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 in Status: IN_PROGRESS for 2s [ 1016.898532] env[64015]: INFO networking_nsxv3.common.synchronization [req-ce48a361-808a-4c95-ba3f-f488e2b98fc4 req-e91dbc02-4070-49d2-967a-9319a0bdcfbe tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1016.899347] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1016.899735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.899913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.900011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.900227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.900385] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.900487] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.900554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.900702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.900806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.900918] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.159608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1017.159902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.406020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.406020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.406020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.406020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 1017.435021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.435021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.435021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.435021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.435021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.442435] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 1017.480650] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 in Status: SUCCESS [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.480650] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.480650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.480650] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.810243] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 in Status: SUCCESS [ 1017.810427] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 deletion is rescheduled due to dependency. [ 1017.810550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.984570] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.984725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.984875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.985191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.985354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.985409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.985499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.985652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.985757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.985868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.986055] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.986156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.986235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.987544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.987544] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.987670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.987725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.987993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.988136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.988244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.988355] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.009180] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 in Status: SUCCESS [ 1018.009560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.492734] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b0e9ff-a91d-4045-8297-ebc81bfff034: rpc.has_security_group_logging(os_id): False [ 1018.513743] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.513958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.514036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.514351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.514462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.514675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.514780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.514846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.515017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.515122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.515350] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.515462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.515526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.515675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.515750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.515951] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.516832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.516935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.517146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.517240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.517337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 is going to be created. [ 1018.588950] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.589129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.589213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.589453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.589643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.602160] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 in Status: IN_PROGRESS for 2s [ 1019.452026] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 1019.452026] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 1019.452026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.616370] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 in Status: SUCCESS [ 1020.616672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.770122] env[64015]: INFO networking_nsxv3.common.synchronization [req-a0171875-9e29-426b-b688-4460279e584a req-74d79b8c-534d-41ca-997b-cb18208126ed tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_members [ 1021.770741] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGHEST for action security_group_members [ 1021.771502] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.771502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.771502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.771502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.771708] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.771708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.771851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.771879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.771967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.774745] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.140272] env[64015]: INFO networking_nsxv3.common.synchronization [req-28322123-01ee-424e-b6e1-b5449c5682ec req-97bc43bd-c00f-4555-9460-847e3bf11725 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_members [ 1022.140272] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGHEST for action security_group_members [ 1022.140272] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.140272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.140272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.140272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.140272] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.140272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.140272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.140272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.140272] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.140272] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.277198] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.277375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.277491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.277757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.286884] env[64015]: INFO networking_nsxv3.common.synchronization [req-298e293b-6763-4919-a7f3-2b158172f2a6 req-de879930-ebaa-4fe8-837d-4acce03de2a6 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1022.288022] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1022.288882] env[64015]: INFO networking_nsxv3.common.synchronization [req-048105fe-23ae-48e3-ac6c-b6e15a869116 req-a1da433c-4194-4fb4-b1df-b7fd0e9ddb0a tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1022.289221] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.289354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.289424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.289611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.289802] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.289897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.289959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.290069] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.290155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.290249] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.291204] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1022.291475] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.291588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.291652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.291786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.291922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.292033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.292132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.292232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.292305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.292414] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.301193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.301406] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.301511] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.301573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.301740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.301817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.301903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 is going to be updated. [ 1022.342969] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.343149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.343241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.343461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.343603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.357870] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 in Status: IN_PROGRESS for 2s [ 1022.645869] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.645869] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.645869] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.645869] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce is going to be updated. [ 1022.683469] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.683469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.683469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.683469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.683469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.693175] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce in Status: IN_PROGRESS for 2s [ 1022.794697] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.795049] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.795049] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.795404] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.795800] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.795985] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.796139] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.796398] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.796552] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.796767] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.796887] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.797069] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.797128] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.797245] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.797353] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.797493] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.799053] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.799170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.799239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.799396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.799483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.799662] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.799759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.799822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.799962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.800135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.800135] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 1022.801082] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.833142] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.833324] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.833535] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.833657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-371" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.833982] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.834235] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.834479] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.834712] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.834860] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a78537-51a9-4c68-a2d2-52e09ad1ab4d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.861243] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.861243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.861243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.861243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.861243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.869327] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 1023.303093] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.337049] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.337267] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.337572] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.337711] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.337922] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.338152] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 09a78537-51a9-4c68-a2d2-52e09ad1ab4d not found, creating... [ 1023.338484] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.338657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.338852] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.339228] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.339423] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.339773] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.340082] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.340277] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.340551] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.340733] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.340926] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 09a78537-51a9-4c68-a2d2-52e09ad1ab4d is going to be created. [ 1023.362393] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.362619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.362815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.363099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.363337] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.363604] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.625404] env[64015]: INFO networking_nsxv3.common.synchronization [req-5d8497c9-e578-450a-861f-32c87faf0997 req-218ea9db-d468-415d-878a-752de172bf45 tempest-ServerTagsTestJSON-1594951033 tempest-ServerTagsTestJSON-1594951033-project-member] Enqueued Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_members [ 1023.625962] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 with Priority: HIGHEST for action security_group_members [ 1023.626298] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49f473d-abfd-4b38-9ce9-e9b634da9c33 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.626428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.626516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.626722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.626880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.626979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.627105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.627197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.627283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.627367] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49f473d-abfd-4b38-9ce9-e9b634da9c33',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.805744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.806074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.806074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.806211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.806309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.806407] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1023.834023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.834023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.834023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.834023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.834258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.842093] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1024.042999] env[64015]: INFO networking_nsxv3.common.synchronization [req-298e293b-6763-4919-a7f3-2b158172f2a6 req-12cd4d60-d701-4e26-b481-b4834de71116 service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 1024.043229] env[64015]: INFO networking_nsxv3.common.synchronization [req-298e293b-6763-4919-a7f3-2b158172f2a6 req-12cd4d60-d701-4e26-b481-b4834de71116 service nova] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1024.043379] env[64015]: INFO networking_nsxv3.common.synchronization [req-298e293b-6763-4919-a7f3-2b158172f2a6 req-12cd4d60-d701-4e26-b481-b4834de71116 service nova] Enqueued Resource ID: 09a78537-51a9-4c68-a2d2-52e09ad1ab4d with Priority: HIGHEST for action port [ 1024.043611] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_rules [ 1024.043774] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1024.043829] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a78537-51a9-4c68-a2d2-52e09ad1ab4d with Priority: HIGHEST for action port [ 1024.044472] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.044600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.044741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.044937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.044937] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.045887] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.047502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.047502] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.047502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.047502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.047502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.047502] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a78537-51a9-4c68-a2d2-52e09ad1ab4d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.130147] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.130370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.130447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.130668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.130761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.130962] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.131098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.131174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.131329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.131409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.131498] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 is going to be updated. [ 1024.160959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.160959] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.161381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.161381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.161528] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.169624] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 in Status: IN_PROGRESS for 2s [ 1024.491332] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 in Status: SUCCESS [ 1024.491522] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 deletion is rescheduled due to dependency. [ 1024.491634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.548540] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.548734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.548937] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09a78537-51a9-4c68-a2d2-52e09ad1ab4d with status ACTIVE [ 1024.549124] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.549298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.549369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.549583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.549693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.549979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.550124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.550214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.550394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.550475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.550661] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.550754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.550814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.550951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.551035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.551121] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09a78537-51a9-4c68-a2d2-52e09ad1ab4d is going to be updated. [ 1024.572562] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.572696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.572738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.572887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.573024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.573172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09a78537-51a9-4c68-a2d2-52e09ad1ab4d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.718963] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce in Status: SUCCESS [ 1024.719240] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce deletion is rescheduled due to dependency. [ 1024.719392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.879448] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 1024.879736] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 1024.879736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.879889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.880131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.880310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.880421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.880485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.880627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.880706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.880795] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.382994] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.393459] env[64015]: INFO networking_nsxv3.common.synchronization [req-ee033e8d-5c26-439a-9891-1e76560865db req-8aca1a86-71a4-4a2c-8321-1e4f3c15a52e tempest-InstanceActionsV221TestJSON-2380130 tempest-InstanceActionsV221TestJSON-2380130-project-member] Enqueued Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_members [ 1025.393976] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGHEST for action security_group_members [ 1025.394352] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.394472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.394537] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.394732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.395072] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.395072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.398546] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.398761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.398836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.398930] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.851974] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1025.852319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.886732] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.901547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.901688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.901758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.901969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.902075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.902285] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.902417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.902504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.902586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.902664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.902746] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 is going to be updated. [ 1025.930582] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.930770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.930849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.931072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.931216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.939152] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 in Status: IN_PROGRESS for 2s [ 1026.178056] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 in Status: SUCCESS [ 1026.178247] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49f473d-abfd-4b38-9ce9-e9b634da9c33 deletion is rescheduled due to dependency. [ 1026.178367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49f473d-abfd-4b38-9ce9-e9b634da9c33" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.388443] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.389185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.389185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.389185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.389185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.389185] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 1026.416244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.416364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.416458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.416649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.416799] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.424524] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 1027.948959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 in Status: SUCCESS [ 1027.949338] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 deletion is rescheduled due to dependency. [ 1027.949338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.434431] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 1028.434668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.434839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.435137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.435334] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.435463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.435529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.435691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.435810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.435942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.436064] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.938345] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.938548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.938629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.938783] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.938946] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.939059] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.939120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.939271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.939356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.939440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.939586] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.939678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.939737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.939876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.940020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.940113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.940187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.940439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.940580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.940723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.940865] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.444492] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a242386b-fd20-49ff-973e-60f15b7c078e: rpc.has_security_group_logging(os_id): False [ 1029.462729] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.462960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.463047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.463266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.463358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.463870] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.463870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.463870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.464070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.464070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.464211] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.464292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.464337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.464472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.464542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.464723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.464816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.464872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.465019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.465095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.465203] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 1029.528835] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.528835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.528835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.529142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.529142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.542742] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 1030.395119] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1030.395119] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1031.555247] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 1031.555614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.281580] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.281580] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.281921] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.281992] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.282295] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.282491] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.282623] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.282992] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.283214] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.283283] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.283422] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.283550] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.283667] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.283798] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.283917] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.284091] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.302734] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.302984] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.303180] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.303377] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.304403] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.304403] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.304403] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.304660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.304796] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab6f3b-5a08-4c72-aa5b-16448ea45231',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.807825] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.808125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.808271] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.808581] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.808788] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.809451] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.809451] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.809605] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.809780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.809935] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.810314] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.810485] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.810645] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.810923] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.811095] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.811244] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 is going to be updated. [ 1033.832945] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.833188] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.833319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.833637] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.833844] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.834078] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.623354] env[64015]: INFO networking_nsxv3.common.synchronization [req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe req-5c4058bb-32f3-40cd-a80c-b4cd7aacfe84 service nova] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 1034.623650] env[64015]: INFO networking_nsxv3.common.synchronization [req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe req-5c4058bb-32f3-40cd-a80c-b4cd7aacfe84 service nova] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 1034.623858] env[64015]: INFO networking_nsxv3.common.synchronization [req-6da2d02d-20d8-49d6-b1a0-d0576d8c21fe req-5c4058bb-32f3-40cd-a80c-b4cd7aacfe84 service nova] Enqueued Resource ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 with Priority: HIGHEST for action port [ 1034.624634] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_rules [ 1034.624693] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 1034.624771] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 with Priority: HIGHEST for action port [ 1034.625151] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.625384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.625476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.625643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.625721] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.627236] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.627416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.627531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.627772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.627930] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.628070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.628182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.628421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.628575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.628620] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.629530] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.629708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.629832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.629996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.630088] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab6f3b-5a08-4c72-aa5b-16448ea45231',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.132182] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.132445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.132559] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.133505] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ab6f3b-5a08-4c72-aa5b-16448ea45231 with status ACTIVE [ 1035.133693] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.133891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.133954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.134133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.134239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.134478] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.134583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.134666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.134865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.134967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.135191] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.135299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.135358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.135568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.135597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.135686] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ab6f3b-5a08-4c72-aa5b-16448ea45231 is going to be updated. [ 1035.165123] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.165380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.165545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.165811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.165998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.166149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ab6f3b-5a08-4c72-aa5b-16448ea45231" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.637453] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.142535] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.142535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.142535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.142535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.142535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.142535] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a973a2-39db-4589-85d5-8eff959d443d is going to be updated. [ 1036.170805] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.170805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.170805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.170805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.170805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.179012] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: IN_PROGRESS for 2s [ 1036.654147] env[64015]: INFO networking_nsxv3.common.synchronization [req-1d4be346-7e60-4272-ba1f-d0c59540d637 req-8e4a8869-d9bd-4f6b-894d-a8a204f9cf36 tempest-ServerDiskConfigTestJSON-1557198570 tempest-ServerDiskConfigTestJSON-1557198570-project-member] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1036.654147] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGHEST for action security_group_members [ 1036.654147] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.654147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.654147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.654147] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.655088] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.655404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.655599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.655880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.657149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.657149] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.162156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.162156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.162156] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.162156] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be updated. [ 1037.189652] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.189733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.189766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.189973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.190175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.198053] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: IN_PROGRESS for 2s [ 1037.203696] env[64015]: INFO networking_nsxv3.common.synchronization [req-c03d5386-12a7-40e5-8938-d22c22d1de0b req-df7a822e-4152-4f3f-941c-1afe07fe078c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_members [ 1037.204304] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGHEST for action security_group_members [ 1037.207227] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.207227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.207227] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.207227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.207227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.207227] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.710230] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.710230] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.710230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.710230] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 is going to be updated. [ 1037.737915] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.738466] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.738542] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.738847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.739035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.748999] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: IN_PROGRESS for 2s [ 1038.190237] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: SUCCESS [ 1038.190237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.190237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.190237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.190237] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.190237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.190760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.190760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.190760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.190910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.190949] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.693583] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.196377] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a973a2-39db-4589-85d5-8eff959d443d: rpc.has_security_group_logging(os_id): False [ 1039.216402] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a242386b-fd20-49ff-973e-60f15b7c078e in Status: SUCCESS [ 1039.216724] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a242386b-fd20-49ff-973e-60f15b7c078e deletion is rescheduled due to dependency. [ 1039.216973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.224106] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.224106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.224106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.224106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.224106] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.224393] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.224393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.224393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.224612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.224675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.225346] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a973a2-39db-4589-85d5-8eff959d443d is going to be updated. [ 1039.280290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.280447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.280512] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.280717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.280867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.293520] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: IN_PROGRESS for 2s [ 1039.523252] env[64015]: INFO networking_nsxv3.common.synchronization [req-458219c8-bc7a-4105-83d5-3e7b9304748a req-eb25bbad-c367-4447-a5e6-77ddf325bb36 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 1039.523908] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 1039.524132] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.524252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.524315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.525093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.525267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.525373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.525438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.525587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.525675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.525769] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.759025] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 in Status: SUCCESS [ 1039.759025] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 deletion is rescheduled due to dependency. [ 1039.759250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.819204] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.819835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.819835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.819835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.820137] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.820319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.820465] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.820708] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.821299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.821299] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.821299] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.821449] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.821482] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.821601] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.821844] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.821844] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.841731] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.841906] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.842073] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.842265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.842580] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-c4ec9259-32af-4670-a86e-06373546f1d9 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.842759] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.842889] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.843251] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.843402] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ec9259-32af-4670-a86e-06373546f1d9',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.027955] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.028133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.028206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.028418] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.028540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.028702] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.028835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.028926] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.029110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.029191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.029278] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be deleted. [ 1040.058548] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.058698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.058737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.058915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.058997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.059111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.345587] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.345882] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.345967] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.346304] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.346461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.346626] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port c4ec9259-32af-4670-a86e-06373546f1d9 not found, creating... [ 1040.346942] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.347116] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.347239] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.347465] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.347608] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.347893] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.348151] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.348330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.348583] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.348760] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.348935] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: c4ec9259-32af-4670-a86e-06373546f1d9 is going to be created. [ 1040.369244] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.369498] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.369668] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.369999] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.370287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.370532] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.107621] env[64015]: INFO networking_nsxv3.common.synchronization [req-458219c8-bc7a-4105-83d5-3e7b9304748a req-90ea5daf-484c-4129-a73a-ffcdfd4c665c service nova] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_rules [ 1041.107717] env[64015]: INFO networking_nsxv3.common.synchronization [req-458219c8-bc7a-4105-83d5-3e7b9304748a req-90ea5daf-484c-4129-a73a-ffcdfd4c665c service nova] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 1041.107884] env[64015]: INFO networking_nsxv3.common.synchronization [req-458219c8-bc7a-4105-83d5-3e7b9304748a req-90ea5daf-484c-4129-a73a-ffcdfd4c665c service nova] Enqueued Resource ID: c4ec9259-32af-4670-a86e-06373546f1d9 with Priority: HIGHEST for action port [ 1041.108676] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_rules [ 1041.108676] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 1041.108897] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ec9259-32af-4670-a86e-06373546f1d9 with Priority: HIGHEST for action port [ 1041.109187] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.109347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.109434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.109679] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.110319] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.111344] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.111560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.111667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.111903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.112172] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.113132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.113132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.113132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.113132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.113132] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.114085] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ec9259-32af-4670-a86e-06373546f1d9 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.114164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.114215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.114467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.114570] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ec9259-32af-4670-a86e-06373546f1d9',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.310267] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: SUCCESS [ 1041.310527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.442045] env[64015]: INFO networking_nsxv3.common.synchronization [None req-d473356b-50de-4397-8d80-9f29a5905ff5 None None] Enqueued Resource ID: f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad with Priority: HIGHEST for action port [ 1041.442652] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad with Priority: HIGHEST for action port [ 1041.442950] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.443179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.443269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.443586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.443673] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.616747] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.616925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.617188] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.618410] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4ec9259-32af-4670-a86e-06373546f1d9 with status ACTIVE [ 1041.618605] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.618721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.618790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.618995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.619100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.619272] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.619368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.619426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.619586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.619716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.619929] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.620740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.620848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.621024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.621110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.621248] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4ec9259-32af-4670-a86e-06373546f1d9 is going to be updated. [ 1041.655879] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.656092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.659588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.659588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.659588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.659588] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.948365] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad [ 1041.948649] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.948772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.948815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.949038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.949137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.949240] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad already deleted. [ 1041.949323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f79fd19a-0a94-4c8a-9b23-8cbc7e6b02ad" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.059155] env[64015]: INFO networking_nsxv3.common.synchronization [req-4942d957-2a58-4ee8-8245-dc061f9dab21 req-6be4087b-a4cb-488f-8ed5-cd1b2b936571 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1042.059155] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1042.064458] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.064458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.064458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.064458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.064458] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.064458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.064458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.064458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.064458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.064458] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.124154] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.195093] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6455dd86-caa9-40c6-81f6-5bad01265c81 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1042.195093] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1042.195950] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.195950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.195950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.195950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.195950] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.329140] env[64015]: INFO networking_nsxv3.common.synchronization [None req-08f72876-f9ad-41d6-9911-60464c275a16 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1042.329761] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1042.330340] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.330460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.567085] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.630023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.630023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.630023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.630023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.630023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.630023] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be created. [ 1042.655186] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.655356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.655437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.655650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.655806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.668413] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: UNINITIALIZED for 2s [ 1042.722600] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.722747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.722821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.723046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.723139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.723774] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 already deleted. [ 1042.723774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.723774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.723774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.723774] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.750221] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.750492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.750630] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.750984] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.751279] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.751444] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.751570] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.751809] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.751963] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.752805] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.752938] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.753070] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.753187] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.753304] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.753417] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.753556] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.785707] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.785881] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.786044] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.786233] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.786571] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-83807488-ad42-4aa1-8195-11d7ea81cb8a taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.786744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.786864] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.788280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.788280] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83807488-ad42-4aa1-8195-11d7ea81cb8a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.070082] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.250651] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.250844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.250900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.251150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.251282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.251346] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 already deleted. [ 1043.251443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.291253] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.291509] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.291644] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.292048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.292239] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.292477] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 83807488-ad42-4aa1-8195-11d7ea81cb8a not found, creating... [ 1043.292787] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.293177] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.293354] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.295142] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.295142] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.295142] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.295328] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.295496] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.295752] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.295936] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.296113] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 83807488-ad42-4aa1-8195-11d7ea81cb8a is going to be created. [ 1043.318048] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.318048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.318048] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.318286] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.318421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.318671] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.572947] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.572947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.572947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.572947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.572947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.577022] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1043.605973] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.606215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.606250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.606518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.606690] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.616978] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1043.822528] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6f5ea3bc-5afe-4fe6-8eee-f8f968d351d4 None None] Enqueued Resource ID: 6956bc9f-afb8-470f-8c7b-caad9b2c1dea with Priority: HIGHEST for action port [ 1043.823097] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6956bc9f-afb8-470f-8c7b-caad9b2c1dea with Priority: HIGHEST for action port [ 1043.823419] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-6956bc9f-afb8-470f-8c7b-caad9b2c1dea taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.823548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6956bc9f-afb8-470f-8c7b-caad9b2c1dea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.823614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6956bc9f-afb8-470f-8c7b-caad9b2c1dea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.823933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6956bc9f-afb8-470f-8c7b-caad9b2c1dea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.824026] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6956bc9f-afb8-470f-8c7b-caad9b2c1dea',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.167775] env[64015]: INFO networking_nsxv3.common.synchronization [req-4942d957-2a58-4ee8-8245-dc061f9dab21 req-5f5fa78b-96da-4ca6-93b8-2a4b086dbc21 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 1044.168000] env[64015]: INFO networking_nsxv3.common.synchronization [req-4942d957-2a58-4ee8-8245-dc061f9dab21 req-5f5fa78b-96da-4ca6-93b8-2a4b086dbc21 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1044.168173] env[64015]: INFO networking_nsxv3.common.synchronization [req-4942d957-2a58-4ee8-8245-dc061f9dab21 req-5f5fa78b-96da-4ca6-93b8-2a4b086dbc21 service nova] Enqueued Resource ID: 83807488-ad42-4aa1-8195-11d7ea81cb8a with Priority: HIGHEST for action port [ 1044.168414] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 1044.168548] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1044.168647] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83807488-ad42-4aa1-8195-11d7ea81cb8a with Priority: HIGHEST for action port [ 1044.169203] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.169329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.169398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.169598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.169696] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.172097] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.172097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.172386] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-83807488-ad42-4aa1-8195-11d7ea81cb8a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.172471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.172587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.172857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.172991] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83807488-ad42-4aa1-8195-11d7ea81cb8a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.327048] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6956bc9f-afb8-470f-8c7b-caad9b2c1dea [ 1044.327048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.327048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.327048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.327048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.327373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.327373] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6956bc9f-afb8-470f-8c7b-caad9b2c1dea already deleted. [ 1044.327373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6956bc9f-afb8-470f-8c7b-caad9b2c1dea" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.675329] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.675329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.679269] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83807488-ad42-4aa1-8195-11d7ea81cb8a with status ACTIVE [ 1044.679269] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.679269] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.679269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.679269] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.679698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.679698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.679698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.679698] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.679698] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83807488-ad42-4aa1-8195-11d7ea81cb8a is going to be updated. [ 1044.681389] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: SUCCESS [ 1044.681469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.681629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.682447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.682447] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.682447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.682447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.682447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.682447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.682447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.682709] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.702989] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.703142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.703243] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.703390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.703521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.703674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83807488-ad42-4aa1-8195-11d7ea81cb8a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.187057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.187057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.187057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.187057] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.187057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.187845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.187845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.187845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.187845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.187845] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.630393] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1045.630612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.630786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.631015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.631215] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.631329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.631395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.631577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.631661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.631759] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.661646] env[64015]: INFO networking_nsxv3.common.synchronization [None req-7c7c8833-ed82-436d-a272-fa0cc4480622 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_rules [ 1045.665021] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_rules [ 1045.665021] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.665021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.665021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.665021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.665021] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.689459] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d8e50-06f7-40f0-91d5-19db578e6124: rpc.has_security_group_logging(os_id): False [ 1045.710084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.710084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.710084] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.710084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.710623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.710623] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.710623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.710623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.710957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.711061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.711158] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be created. [ 1045.781351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.781705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.784263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.784623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.784946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.796952] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: IN_PROGRESS for 2s [ 1045.831500] env[64015]: INFO networking_nsxv3.common.synchronization [None req-6570f0b6-bb30-43d1-9e6e-40a98b67f5f2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_rules [ 1045.831500] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_rules [ 1045.831500] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.831500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.134545] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.189229] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.189229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.189229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.189229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.189508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.190699] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 already deleted. [ 1046.190699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.190699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.190699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.190699] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.637295] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.709995] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.710392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.710392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.710494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.710590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.710708] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 already deleted. [ 1046.710767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.141744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.141924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.141964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.142213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.142311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.142469] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1047.167907] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.167907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.168146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.168193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.168348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.177340] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1047.808378] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: SUCCESS [ 1047.808759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.186044] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1049.186307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.186447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.186641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.186862] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.186987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.187068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.187226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.187309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.187393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.187483] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.690347] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.690532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.690570] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.690815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.691019] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.691150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.691189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.691363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.691453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.691574] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.691699] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.691794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.691858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.691991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.692165] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.692276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.692310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.692504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.692587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.692673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.692762] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.196404] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 1050.216580] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.216580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.216580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.216580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.216963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.216963] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.216963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.216963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.217213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.217213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.217389] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.217471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.217535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.217676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.217747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.217921] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.218025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.218100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.218240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.218309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.218394] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1050.286207] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.286388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.286481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.286823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.287114] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.302101] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1050.428428] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b86cbca-26da-43b6-a491-18b2162ff203 req-c63057f4-3237-4ba4-81e3-ef539a1b4a41 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1050.429042] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1050.429042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.429042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.429042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.429319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.429475] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.429572] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.429631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.429775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.429851] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.429939] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.821084] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.821367] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.821546] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.821914] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.822291] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.822638] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.822731] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.822976] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.823153] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.823374] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.823504] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.823626] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.823747] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.823874] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.823990] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.824141] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.842257] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.842414] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.842560] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.842725] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.843007] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-41074f59-5b90-4e77-a67a-86904aea1f8e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.843180] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.843304] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.843920] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.843920] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41074f59-5b90-4e77-a67a-86904aea1f8e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.936371] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.936547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.936604] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.936849] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.936923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.937112] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.937216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.937278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.937424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.937501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.937586] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 already deleted. [ 1050.937768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.345833] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.346167] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.346226] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.346510] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.346696] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.346902] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 41074f59-5b90-4e77-a67a-86904aea1f8e not found, creating... [ 1051.347195] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.347363] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.347500] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.347732] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.347947] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.348407] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.348480] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.348565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.348819] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.348976] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.349141] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 41074f59-5b90-4e77-a67a-86904aea1f8e is going to be created. [ 1051.386009] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.386297] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.386455] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.386744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.386992] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.387248] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.544737] env[64015]: INFO networking_nsxv3.common.synchronization [req-83f5a854-a8f1-4f45-84b5-57670b5dbae4 req-931678ce-9061-419b-811a-4caf887cd984 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 1051.550479] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGHEST for action security_group_members [ 1051.551151] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.551151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.551374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.551506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.551747] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.551922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.552044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.552283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.552442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.552607] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.593485] env[64015]: INFO networking_nsxv3.common.synchronization [req-83f5a854-a8f1-4f45-84b5-57670b5dbae4 req-931678ce-9061-419b-811a-4caf887cd984 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: c4ec9259-32af-4670-a86e-06373546f1d9 with Priority: HIGHEST for action port [ 1051.594385] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ec9259-32af-4670-a86e-06373546f1d9 with Priority: HIGHEST for action port [ 1051.594893] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ec9259-32af-4670-a86e-06373546f1d9 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.595094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.595203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.595486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.595630] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ec9259-32af-4670-a86e-06373546f1d9',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.055119] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.055284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.055362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.055615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.055721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.055922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.056034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.056098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.056254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.056329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.056417] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be updated. [ 1052.081082] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.081268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.081302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.081491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.081628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.091113] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: IN_PROGRESS for 2s [ 1052.098490] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4ec9259-32af-4670-a86e-06373546f1d9 with status ACTIVE [ 1052.098704] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.098847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.098906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.099141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.099229] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.099463] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.099665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.099665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.099792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.099868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.100082] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.100180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.100239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.100391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.100465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.100549] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4ec9259-32af-4670-a86e-06373546f1d9 is going to be updated. [ 1052.119250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.119387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.119474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.119657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.119796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.119968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ec9259-32af-4670-a86e-06373546f1d9" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.269959] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b86cbca-26da-43b6-a491-18b2162ff203 req-a97fb2f3-cae5-4556-b1eb-7180a06f99bd service nova] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1052.270231] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b86cbca-26da-43b6-a491-18b2162ff203 req-a97fb2f3-cae5-4556-b1eb-7180a06f99bd service nova] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1052.270389] env[64015]: INFO networking_nsxv3.common.synchronization [req-8b86cbca-26da-43b6-a491-18b2162ff203 req-a97fb2f3-cae5-4556-b1eb-7180a06f99bd service nova] Enqueued Resource ID: 41074f59-5b90-4e77-a67a-86904aea1f8e with Priority: HIGHEST for action port [ 1052.270957] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1052.271119] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1052.271221] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41074f59-5b90-4e77-a67a-86904aea1f8e with Priority: HIGHEST for action port [ 1052.271505] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.271659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.271703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.271880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.271959] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.276050] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.276050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.276050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.276050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.276050] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.276050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.276050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.276050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.276050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.276659] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.277424] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-41074f59-5b90-4e77-a67a-86904aea1f8e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.277590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.277590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.277741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.277815] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41074f59-5b90-4e77-a67a-86904aea1f8e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.316052] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1052.316340] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.780367] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.780696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.780794] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.782287] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41074f59-5b90-4e77-a67a-86904aea1f8e with status ACTIVE [ 1052.782473] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.785292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.785292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.785292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.785292] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41074f59-5b90-4e77-a67a-86904aea1f8e is going to be updated. [ 1052.813826] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.813987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.814049] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.814267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.814392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.814584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41074f59-5b90-4e77-a67a-86904aea1f8e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.287037] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.789538] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.789852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.789852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.790042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.790127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.790232] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be created. [ 1053.812798] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.812966] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.813057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.813262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.813419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.823435] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: UNINITIALIZED for 2s [ 1054.100597] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d8e50-06f7-40f0-91d5-19db578e6124 in Status: SUCCESS [ 1054.100856] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 deletion is rescheduled due to dependency. [ 1054.101018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.408511] env[64015]: INFO networking_nsxv3.common.synchronization [req-e11d2bbd-21cf-48ec-8e8a-20a5d07cf944 req-44ab5e56-d012-4153-9ebe-d0d5d8e5a952 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1055.409044] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1055.409353] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.409472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.409531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.409745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.409892] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.409984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.410064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.410238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.410325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.410412] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.445551] env[64015]: INFO networking_nsxv3.common.synchronization [req-46b9dc98-14a3-470d-931b-56964229323d req-8d396dae-641a-401a-b61e-22cfcb919868 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1055.446824] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1055.447182] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.447993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.447993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.447993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.447993] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.447993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.447993] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.448355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.448355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.448355] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.832755] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1055.832910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.833077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.833297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.833489] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.833603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.833668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.833816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.833895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.833978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.834077] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.915858] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.950410] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.950647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.950647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.950907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.951081] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.951310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.951478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.951536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.951682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.951843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.951986] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1055.987258] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.987428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.987503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.987762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.987936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.996521] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1056.122591] env[64015]: INFO networking_nsxv3.common.synchronization [req-21c25640-cf72-4d05-8ba0-639419eacd15 req-2b914b49-e256-436d-9e3f-351a28b4cfbf tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_members [ 1056.123170] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_members [ 1056.123511] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.123680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.123759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.124099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.124278] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.124381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.124444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.124649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.124774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.125871] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.180129] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.180339] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.180475] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.180749] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.181019] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.185303] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.186474] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.186474] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.186474] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.186474] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.186474] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.186474] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.186702] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.186702] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.186796] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.190024] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.207384] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.207562] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.207714] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.207910] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.208254] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-ffc842c4-acde-4083-a53a-c8dd737ddada taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.208433] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.208562] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.208894] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.209057] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc842c4-acde-4083-a53a-c8dd737ddada',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.335935] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.418525] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.423313] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.423535] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.423673] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.423946] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.424228] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.424398] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.424525] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.424777] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.424934] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.425319] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.425319] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.425483] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.425533] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.425619] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.425760] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.425959] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.446232] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.446462] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.446672] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.446863] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.447171] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-e6250473-fe95-4bbc-80a1-44c376648425 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.447341] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.447467] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.447760] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.447903] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6250473-fe95-4bbc-80a1-44c376648425',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.633107] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.633283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.633283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.633414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.633501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.633755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.633884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.633948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.634116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.634192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.634277] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 already deleted. [ 1056.634358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.710940] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.711289] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.711423] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.711703] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.711858] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.712031] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port ffc842c4-acde-4083-a53a-c8dd737ddada not found, creating... [ 1056.712304] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.712463] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.712585] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.712812] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.712954] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.713258] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.713416] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.713539] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.713820] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.713879] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.714045] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: ffc842c4-acde-4083-a53a-c8dd737ddada is going to be created. [ 1056.733892] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.734105] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.734237] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.734492] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.734801] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.735110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.837969] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b780240-de15-411c-a788-1ebc6de1f6d8: rpc.has_security_group_logging(os_id): False [ 1056.857796] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.857948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.858071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.858259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.858347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.858592] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.858764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.858764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.858889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.858966] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.859061] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be created. [ 1056.922234] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.922389] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.922460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.922845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.923039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.924346] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.924454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.924532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.924727] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.924810] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.924903] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1056.936819] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1056.950064] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.950287] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.950421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.950704] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.950861] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.951033] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port e6250473-fe95-4bbc-80a1-44c376648425 not found, creating... [ 1056.951308] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.951474] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.951599] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.951821] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.952053] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.952369] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.952556] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.952755] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.952978] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.953135] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.953282] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: e6250473-fe95-4bbc-80a1-44c376648425 is going to be created. [ 1056.961677] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.961833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.961914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.962113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.962250] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.981078] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1056.985018] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.985254] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.985393] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.985677] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.985941] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.986187] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.429503] env[64015]: INFO networking_nsxv3.common.synchronization [req-46b9dc98-14a3-470d-931b-56964229323d req-8d45044c-4657-42ca-be8e-f3b858c6ee7f service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1057.429766] env[64015]: INFO networking_nsxv3.common.synchronization [req-46b9dc98-14a3-470d-931b-56964229323d req-8d45044c-4657-42ca-be8e-f3b858c6ee7f service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1057.429837] env[64015]: INFO networking_nsxv3.common.synchronization [req-46b9dc98-14a3-470d-931b-56964229323d req-8d45044c-4657-42ca-be8e-f3b858c6ee7f service nova] Enqueued Resource ID: ffc842c4-acde-4083-a53a-c8dd737ddada with Priority: HIGHEST for action port [ 1057.430431] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1057.430607] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1057.430734] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc842c4-acde-4083-a53a-c8dd737ddada with Priority: HIGHEST for action port [ 1057.431130] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.431270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.431341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.431531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.431612] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.433073] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.433177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.433412] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc842c4-acde-4083-a53a-c8dd737ddada taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.433554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.433623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.433802] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.433915] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc842c4-acde-4083-a53a-c8dd737ddada',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.685138] env[64015]: INFO networking_nsxv3.common.synchronization [req-21c25640-cf72-4d05-8ba0-639419eacd15 req-aeb200eb-02d2-4784-95e3-90c607720799 service nova] Enqueued Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_rules [ 1057.685377] env[64015]: INFO networking_nsxv3.common.synchronization [req-21c25640-cf72-4d05-8ba0-639419eacd15 req-aeb200eb-02d2-4784-95e3-90c607720799 service nova] Enqueued Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_members [ 1057.685525] env[64015]: INFO networking_nsxv3.common.synchronization [req-21c25640-cf72-4d05-8ba0-639419eacd15 req-aeb200eb-02d2-4784-95e3-90c607720799 service nova] Enqueued Resource ID: e6250473-fe95-4bbc-80a1-44c376648425 with Priority: HIGHEST for action port [ 1057.686460] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_rules [ 1057.686916] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_members [ 1057.687082] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6250473-fe95-4bbc-80a1-44c376648425 with Priority: HIGHEST for action port [ 1057.687530] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.687679] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.687750] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.687969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.688070] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.689009] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.689135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.689221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.689419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.689803] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.689803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.689803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.689952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.689988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.690074] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.690880] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6250473-fe95-4bbc-80a1-44c376648425 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.691016] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.691120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.691313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.691394] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6250473-fe95-4bbc-80a1-44c376648425',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.935938] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.935938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.936119] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffc842c4-acde-4083-a53a-c8dd737ddada with status ACTIVE [ 1057.936237] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.936348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.936412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.936627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.936715] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.936902] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.937549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.937549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.937549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.937549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.937549] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.937549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.937825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.937825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.937825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.937908] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffc842c4-acde-4083-a53a-c8dd737ddada is going to be updated. [ 1057.958421] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.958591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.958635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.958832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.958967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.959154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc842c4-acde-4083-a53a-c8dd737ddada" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.007048] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1058.007232] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 deletion is rescheduled due to dependency. [ 1058.007345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.007505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.007709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.007894] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.008014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.008086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.008239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.008319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.008410] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.193055] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.193233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.193417] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.194425] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6250473-fe95-4bbc-80a1-44c376648425 with status ACTIVE [ 1058.194520] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.194606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.194688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.194895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.194983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.195171] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.195268] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.195327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.195503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.195580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.195758] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.195847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.195907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.196085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.196167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.196219] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6250473-fe95-4bbc-80a1-44c376648425 is going to be updated. [ 1058.218857] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.219037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.219126] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.219353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.219496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.219756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6250473-fe95-4bbc-80a1-44c376648425" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.511048] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.698207] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.948504] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1058.948684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.989982] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1058.990232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.013733] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.200573] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.200803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.200923] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.201286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.201449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.201629] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 is going to be created. [ 1059.228011] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.228216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.228216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.228437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.228613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.239458] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 in Status: UNINITIALIZED for 2s [ 1059.516722] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.517116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.517116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.517213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.517307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.517411] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1059.551062] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.551226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.551314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.551559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.551709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.559597] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1060.578901] env[64015]: INFO networking_nsxv3.common.synchronization [req-b3d06dbe-5ce3-4d88-be3d-185459f0878b req-9bd07b23-45d4-4325-8911-a2d538b6e752 tempest-ServersTestFqdnHostnames-1641338536 tempest-ServersTestFqdnHostnames-1641338536-project-member] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_members [ 1060.581132] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGHEST for action security_group_members [ 1060.581581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.581712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.581811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.582280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.582280] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.582404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.582404] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.582535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.582615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.582710] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.086766] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.086766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.086951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.087077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.087146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.087348] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.087445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.087495] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.087645] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.087722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.087810] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 is going to be updated. [ 1061.122833] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.123082] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.123082] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.123247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.123386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.132530] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: IN_PROGRESS for 2s [ 1061.249019] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 in Status: SUCCESS [ 1061.249019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.249019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.249201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.249709] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.249709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.249709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.249945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.250014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.250136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.250249] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.568787] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1061.569041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.569216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.569430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.569649] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.569785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.569890] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.570080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.570186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.570277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.570382] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.752435] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.073718] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.073948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.074067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.074376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.074553] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.074658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.074766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.074956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.075032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.075123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.075268] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.075361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.075422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.075562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.075700] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.075792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.075860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.076042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.076125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.076207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.076295] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.255014] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a120f95a-86c4-4b1f-b540-809c9f0fbcb0: rpc.has_security_group_logging(os_id): False [ 1062.273097] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.273226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.273307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.273458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.273544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.273771] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.273872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.273936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.274098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.274172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.274255] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 is going to be created. [ 1062.330236] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.330399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.330446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.330658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.331102] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.340736] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 in Status: IN_PROGRESS for 2s [ 1062.579141] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3310f2f5-3139-4fa6-aacd-bbaa4041af96: rpc.has_security_group_logging(os_id): False [ 1062.596830] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.596941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.596941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.597286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.597383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.597629] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.597813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.597813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.600037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.600037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.600037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.600037] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1062.662073] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.662073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.662073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.662073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.662073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.674637] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1063.142036] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: IN_PROGRESS for 4s [ 1063.854881] env[64015]: INFO networking_nsxv3.common.synchronization [None req-1c2b12f3-9166-4aac-ab2e-eda08e6be3ce tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1063.855642] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1063.856119] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.856307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.856419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.856706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.856954] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.857135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.857246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.857477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.857611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.857756] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.352931] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 in Status: SUCCESS [ 1064.353220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.360646] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.687096] env[64015]: INFO networking_nsxv3.common.synchronization [req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 req-123f462f-b7ba-456e-8dfb-5e314d3c7da4 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1064.688529] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1064.688529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.688964] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1064.689294] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.689411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.689480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.689672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.689825] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.689922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.689984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.690159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.690239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.690331] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.862712] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.066466] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.066679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.066812] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.067118] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.067378] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.067542] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.067667] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.067919] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.068120] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.068346] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.068476] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.068600] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.068735] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.068915] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.069107] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.069283] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.088592] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.088797] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1065.088941] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.089229] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-144" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.089580] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.089900] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.089999] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.090340] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.090529] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7160175d-4e64-4b74-bf23-bdb5e4ceee1d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.151512] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbacdb1f-5292-4284-a21f-36f813f69e93 in Status: SUCCESS [ 1065.151688] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 deletion is rescheduled due to dependency. [ 1065.151805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.191757] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.365533] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.365844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.365844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.366067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.366164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.366268] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1065.393755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.393883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.393969] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.394170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.394314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.402802] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1065.592937] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.593257] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.593427] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.593749] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.593953] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.594173] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 7160175d-4e64-4b74-bf23-bdb5e4ceee1d not found, creating... [ 1065.594479] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.594700] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.594905] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.595190] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.595380] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.595700] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.595952] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.596130] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.596380] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.596557] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.596735] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 7160175d-4e64-4b74-bf23-bdb5e4ceee1d is going to be created. [ 1065.618534] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.618759] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.618898] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.619181] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.619416] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.619653] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.694415] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.973746] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.973964] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.974122] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.974398] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.974665] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.974877] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.975096] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.975359] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.975550] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.975796] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.975945] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.976099] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.976250] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.976399] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.976539] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.976721] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.999377] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.999550] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1065.999699] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.999883] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.000216] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-ed325f34-ac08-497f-8a1a-ee5daaf55a74 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.000393] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.000523] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.000837] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.000986] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed325f34-ac08-497f-8a1a-ee5daaf55a74',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.198531] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.198531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.198531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.198531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.198531] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.198531] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1066.230922] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.231089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.231166] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.231383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.231524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.245332] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1066.503364] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.503637] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.503637] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.504208] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.504277] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.504422] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port ed325f34-ac08-497f-8a1a-ee5daaf55a74 not found, creating... [ 1066.504691] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.504907] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.505052] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.505286] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.505495] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.505734] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.506866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.506866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.506866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.506866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.506866] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: ed325f34-ac08-497f-8a1a-ee5daaf55a74 is going to be created. [ 1066.525794] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.526017] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.526144] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.526430] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.526660] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.526888] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.931515] env[64015]: INFO networking_nsxv3.common.synchronization [req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 req-57bd8aca-6392-4e61-b875-c027a5efbe08 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 1066.931694] env[64015]: INFO networking_nsxv3.common.synchronization [req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 req-57bd8aca-6392-4e61-b875-c027a5efbe08 service nova] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1066.931837] env[64015]: INFO networking_nsxv3.common.synchronization [req-2bf69104-c997-4b5b-95e9-1eefbcbaf4e2 req-57bd8aca-6392-4e61-b875-c027a5efbe08 service nova] Enqueued Resource ID: 7160175d-4e64-4b74-bf23-bdb5e4ceee1d with Priority: HIGHEST for action port [ 1066.932093] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_rules [ 1066.932231] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1066.932328] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7160175d-4e64-4b74-bf23-bdb5e4ceee1d with Priority: HIGHEST for action port [ 1066.932925] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.933157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.933234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.933440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.933523] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.934364] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.934471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.934646] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.934747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.934872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.935065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.935140] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7160175d-4e64-4b74-bf23-bdb5e4ceee1d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.264242] env[64015]: INFO networking_nsxv3.common.synchronization [req-7adfbd21-3141-4337-89a0-27f3cc252c40 req-fe921e70-416f-442f-8ec1-383db9945755 service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1067.264242] env[64015]: INFO networking_nsxv3.common.synchronization [req-7adfbd21-3141-4337-89a0-27f3cc252c40 req-fe921e70-416f-442f-8ec1-383db9945755 service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1067.264242] env[64015]: INFO networking_nsxv3.common.synchronization [req-7adfbd21-3141-4337-89a0-27f3cc252c40 req-fe921e70-416f-442f-8ec1-383db9945755 service nova] Enqueued Resource ID: ed325f34-ac08-497f-8a1a-ee5daaf55a74 with Priority: HIGHEST for action port [ 1067.264242] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1067.264242] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1067.264242] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed325f34-ac08-497f-8a1a-ee5daaf55a74 with Priority: HIGHEST for action port [ 1067.264242] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.264242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.264665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.264665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.264665] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.265481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.265569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.266435] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed325f34-ac08-497f-8a1a-ee5daaf55a74 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.266435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.266435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.266435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.266435] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed325f34-ac08-497f-8a1a-ee5daaf55a74',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.412313] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1067.412535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.412697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.412942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.413152] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.413269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.413336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.413489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.413568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.413661] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.436871] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.437022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.437195] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7160175d-4e64-4b74-bf23-bdb5e4ceee1d with status ACTIVE [ 1067.437455] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.437455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.437593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.438351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.438351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.438351] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.438351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.438351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.438351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.438351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.438611] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.438611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.438611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.438896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.438896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.438896] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7160175d-4e64-4b74-bf23-bdb5e4ceee1d is going to be updated. [ 1067.461388] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.461388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.461388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.461388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.461388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.461388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7160175d-4e64-4b74-bf23-bdb5e4ceee1d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.768372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.768710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.768710] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed325f34-ac08-497f-8a1a-ee5daaf55a74 with status ACTIVE [ 1067.768860] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.769019] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.769070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.769266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.769386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.769560] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.769653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.769713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.769871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.769952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.770164] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.770257] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.770295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.770434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.770501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.770580] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed325f34-ac08-497f-8a1a-ee5daaf55a74 is going to be updated. [ 1067.790219] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.790382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.790474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.790664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.790811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.790987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed325f34-ac08-497f-8a1a-ee5daaf55a74" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.916081] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.254672] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1068.254952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.255137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.255353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.255547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.255694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.255761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.255918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.255998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.256127] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.419026] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.758454] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.921173] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.921519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.921519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.921738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.921806] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.921938] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1068.951024] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.951267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.951267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.951439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.951581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.960472] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1069.261764] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.764696] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.764912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.765037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.765339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.765459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.765595] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1069.792094] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.792269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.792311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.792496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.792633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.800248] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1070.969943] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1070.970335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.970401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.970658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.970879] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.971033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.971108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.971289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.971375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.971471] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.971566] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.473515] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.473674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.473747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.473967] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.474166] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.474271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.474337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.474484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.474571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.474659] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.474802] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.474936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.475007] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.475148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.475286] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.475401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.475467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.475609] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.475684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.475765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.475870] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.809874] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1071.810133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.810300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.810519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.810708] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.810823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.810891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.811055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.811141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.811271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.811346] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.978269] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3310f2f5-3139-4fa6-aacd-bbaa4041af96: rpc.has_security_group_logging(os_id): False [ 1071.995397] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.995397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.995397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.995661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.995694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.995947] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.996087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.996153] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.996316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.996396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.996812] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.996812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.996812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.996918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.996918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.997113] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.997227] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.997295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.997438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.997522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.997606] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1072.058035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.058035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.058035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.058035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.058035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.069790] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1072.265146] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1072.265146] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1072.313793] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.314238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.314362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.314791] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.314791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.314791] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.314977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.315073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.315246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.315310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.315473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.315753] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.315910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.316066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.316141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.316219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.316366] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.818669] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 765ecb40-88ef-41fc-99e3-e7927558f633: rpc.has_security_group_logging(os_id): False [ 1072.836885] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.837136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.837267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.837525] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.837641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.837837] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.837941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.838015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.838388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.838388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.838564] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.838675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.838739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.838887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.838963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.839157] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.839253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.839315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.839455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.839529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.839614] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1072.895986] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.896301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.896301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.896426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.896571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.909958] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1074.083408] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1074.084202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.923418] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1074.923536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.266336] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1077.266630] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1078.693744] env[64015]: INFO networking_nsxv3.common.synchronization [req-095add22-1098-4b7e-a7d3-e6c6f1801db9 req-f503bf22-96c1-494d-b8fe-457c006b12a8 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1078.694303] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1078.694646] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.694769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.694837] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.695436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.695606] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.695711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.695813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.696026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.696123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.696212] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.006548] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.006823] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.007007] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.007343] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.007656] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.007897] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.008075] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.008378] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.008592] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.008889] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.009069] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.009226] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.009373] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.009546] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.009675] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.009863] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.030181] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.030374] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.030497] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.030734] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-110" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.031143] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d59b53e6-6c30-4636-bba9-963fe8393ecf taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.031369] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.031527] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.031875] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.032064] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59b53e6-6c30-4636-bba9-963fe8393ecf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.202430] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.537744] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.537744] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port d59b53e6-6c30-4636-bba9-963fe8393ecf not found, creating... [ 1079.537744] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.537744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.538432] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.538432] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.538432] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.538432] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.538432] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.538824] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d59b53e6-6c30-4636-bba9-963fe8393ecf is going to be created. [ 1079.560500] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.560500] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.560500] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.560500] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.560500] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.560500] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.705797] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.779019] env[64015]: INFO networking_nsxv3.common.synchronization [req-96ef2783-b3e1-469a-af57-be1b0a0b25a2 req-b0d145ff-0a6e-4132-b448-5336d1e76f12 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1079.779019] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1079.780178] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.780486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.780658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.782749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.782749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.782749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.782749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.782749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.782749] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.823554] env[64015]: INFO networking_nsxv3.common.synchronization [req-1e8e036d-08a8-455d-9e45-bbd92f78b5bd req-18f26cf3-3632-499e-8fb5-1a89c310a8e3 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1079.824096] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1079.824474] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.825127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.825127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.825127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.825308] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.825660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.825749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.825910] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.826062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.826191] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.200251] env[64015]: INFO networking_nsxv3.common.synchronization [None req-2964dc92-3245-441c-a985-b253050169b8 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1080.200783] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1080.201103] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.201209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.208164] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.208306] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.208381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.208563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.208653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.208750] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be updated. [ 1080.253759] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.253911] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.253968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.254182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.254329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.265769] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: IN_PROGRESS for 2s [ 1080.283924] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.329014] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.349255] env[64015]: INFO networking_nsxv3.common.synchronization [req-095add22-1098-4b7e-a7d3-e6c6f1801db9 req-32f94ec6-b9e2-4cb9-86b3-4724159c3c21 service nova] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 1080.349430] env[64015]: INFO networking_nsxv3.common.synchronization [req-095add22-1098-4b7e-a7d3-e6c6f1801db9 req-32f94ec6-b9e2-4cb9-86b3-4724159c3c21 service nova] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1080.349715] env[64015]: INFO networking_nsxv3.common.synchronization [req-095add22-1098-4b7e-a7d3-e6c6f1801db9 req-32f94ec6-b9e2-4cb9-86b3-4724159c3c21 service nova] Enqueued Resource ID: d59b53e6-6c30-4636-bba9-963fe8393ecf with Priority: HIGHEST for action port [ 1080.350030] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_rules [ 1080.350167] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1080.350262] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59b53e6-6c30-4636-bba9-963fe8393ecf with Priority: HIGHEST for action port [ 1080.350529] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.350653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.350718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.351732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.351732] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.351853] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.351853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.352058] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d59b53e6-6c30-4636-bba9-963fe8393ecf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.352159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.352215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.352376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.352448] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59b53e6-6c30-4636-bba9-963fe8393ecf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.786520] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.831074] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.854985] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.855599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.855668] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d59b53e6-6c30-4636-bba9-963fe8393ecf with status ACTIVE [ 1080.856131] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.856131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.856131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.856317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.856438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.856640] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.856748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.856830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.856978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.857080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.857525] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.857639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.857706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.857865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.857945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.858043] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d59b53e6-6c30-4636-bba9-963fe8393ecf is going to be updated. [ 1080.878911] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.879077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.879152] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.879348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.879482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.879642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d59b53e6-6c30-4636-bba9-963fe8393ecf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.288840] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.289022] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.289113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.289334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.289435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.289541] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1081.318774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.318932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.319021] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.319215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.319352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.327862] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1081.333295] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.333420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.333516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.333823] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.333937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.334081] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1081.374444] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.374444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.374444] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.374717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.374717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.386515] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1082.097058] env[64015]: INFO networking_nsxv3.common.synchronization [req-121aba14-a2ce-474e-a5e8-d9bc11d9d992 req-cdaf621c-2aac-4b65-9053-973a0316c254 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1082.097058] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1082.097392] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.097563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.097671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.097921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.098150] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.098868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.098868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.098868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.098868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.098868] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.274590] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: SUCCESS [ 1082.274815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.274978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.275282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.275478] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.275592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.275654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.275802] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.275884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.276027] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.602662] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.602662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.602662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.602662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.622489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.624901] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.624901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.624901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.624901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.624901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.624901] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1082.653706] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.653706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.653706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.653706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.653706] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.661099] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1082.778967] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.005309] env[64015]: INFO networking_nsxv3.common.synchronization [req-c15c714e-400d-49ab-b1ec-2dda9a7435d5 req-fd06e736-06a7-446e-b127-c6529a3b9076 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_members [ 1083.005955] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGHEST for action security_group_members [ 1083.006367] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.006551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.006660] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.006891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.007109] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.007233] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.007312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.007493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.007614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.007716] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.281605] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.337975] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1083.337975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.397178] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1083.397178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.397454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.397454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.397645] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.397761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.397839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.397974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.398094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.398150] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.511436] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.511436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.511436] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.511724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.511724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.511955] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.512092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.512161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.512333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.512414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.512505] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca is going to be updated. [ 1083.539671] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.539845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.539908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.540116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.540703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.548487] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca in Status: IN_PROGRESS for 2s [ 1083.785733] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.785878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.785949] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.786215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.786312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.786454] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be updated. [ 1083.840468] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.840614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.840685] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.840896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.841051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.851867] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: IN_PROGRESS for 2s [ 1083.900577] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.900728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.900801] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.901039] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.901968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.901968] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.901968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.901968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.901968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.901968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.901968] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1083.929240] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.929446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.929582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.929856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.930062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.940856] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1084.673060] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1084.673355] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 deletion is rescheduled due to dependency. [ 1084.673396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.557685] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca in Status: SUCCESS [ 1085.557866] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca deletion is rescheduled due to dependency. [ 1085.557982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.862168] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: SUCCESS [ 1085.862505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.862858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.863197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.863859] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.863859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.863859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.864209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.864397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.864584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.865668] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.954567] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1085.954943] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 deletion is rescheduled due to dependency. [ 1085.954943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.957694] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae37cc53-4f82-4c24-8c81-de3294688997 req-4164c1e4-59bb-40a1-bdc9-7d8303f3b813 tempest-ServersTestJSON-187911384 tempest-ServersTestJSON-187911384-project-member] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1085.957694] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGHEST for action security_group_members [ 1085.958677] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.958677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.958677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.958677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.958677] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.959023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.959023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.959023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.960237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.963051] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.367604] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.468107] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.468296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.468296] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.469031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.469031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.469031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.469031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.469031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.469300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.469300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.469300] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be updated. [ 1086.495262] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.495262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.495262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.495262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.495541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.504619] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: IN_PROGRESS for 2s [ 1086.872020] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d42749-af86-47cb-8ff1-199524502011: rpc.has_security_group_logging(os_id): False [ 1086.887049] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.887240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.887285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.887519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.905341] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.905652] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.905768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.905834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.906038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.906138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.910058] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be updated. [ 1086.957912] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.958088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.958165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.958374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.958517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.968530] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: IN_PROGRESS for 2s [ 1088.513544] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 765ecb40-88ef-41fc-99e3-e7927558f633 in Status: SUCCESS [ 1088.513799] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 deletion is rescheduled due to dependency. [ 1088.513908] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.636034] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ffd1fa78-7afb-4c75-a097-9a914bc2fc4b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1088.636034] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1088.636034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.636034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.636034] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.636375] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.636375] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.823166] env[64015]: INFO networking_nsxv3.common.synchronization [None req-61f8edac-de1d-4ad0-b2ad-33eba3f4708a tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1088.823711] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1088.824028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.824128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.980456] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: SUCCESS [ 1088.980718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.157025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.157025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.157025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.157347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.157347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.157347] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 already deleted. [ 1089.157443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.157549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.157749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.157843] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.678214] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.678591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.678591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.679119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.679119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.679119] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 already deleted. [ 1089.679119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.318600] env[64015]: INFO networking_nsxv3.common.synchronization [req-80a41658-78cc-414e-b1fa-32d611c34809 req-42e9e96e-65fd-4d25-bb30-ef004b6cbd4c tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1090.318600] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1090.318600] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.318600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.318600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.318600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.318600] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.318600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.319087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.319087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.319087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.319087] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.591248] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.591478] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.591620] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.591964] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.592261] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.592428] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.592555] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.592786] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.592940] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.593202] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.593372] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.593503] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.593622] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.593791] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.593920] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.594081] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.612995] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.613127] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.613286] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.613461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.613739] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-74e7cbfd-5490-41bf-96a4-e4397fd39384 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.613909] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.614052] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.614354] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.614502] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e7cbfd-5490-41bf-96a4-e4397fd39384',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.822026] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.822026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.822026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.822026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.822026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.822026] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.822026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.822026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.822760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.822760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.822760] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1090.846935] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.847143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.847143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.847348] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.847491] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.855691] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1091.117017] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.117258] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.117374] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.117749] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.117921] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.118118] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 74e7cbfd-5490-41bf-96a4-e4397fd39384 not found, creating... [ 1091.118450] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.118650] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.118805] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.119090] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.119295] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.119624] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.119838] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.119982] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.120517] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.120681] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.120854] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 74e7cbfd-5490-41bf-96a4-e4397fd39384 is going to be created. [ 1091.140949] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.141210] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.141345] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.141719] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.141977] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.142236] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.901197] env[64015]: INFO networking_nsxv3.common.synchronization [req-80a41658-78cc-414e-b1fa-32d611c34809 req-33d2c98f-5a74-4abc-9b60-deb54adf2abb service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 1091.901448] env[64015]: INFO networking_nsxv3.common.synchronization [req-80a41658-78cc-414e-b1fa-32d611c34809 req-33d2c98f-5a74-4abc-9b60-deb54adf2abb service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1091.901535] env[64015]: INFO networking_nsxv3.common.synchronization [req-80a41658-78cc-414e-b1fa-32d611c34809 req-33d2c98f-5a74-4abc-9b60-deb54adf2abb service nova] Enqueued Resource ID: 74e7cbfd-5490-41bf-96a4-e4397fd39384 with Priority: HIGHEST for action port [ 1091.901779] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 1091.901913] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1091.902028] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e7cbfd-5490-41bf-96a4-e4397fd39384 with Priority: HIGHEST for action port [ 1091.902615] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.902747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.902828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.903330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.903485] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.904354] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.904484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.904711] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e7cbfd-5490-41bf-96a4-e4397fd39384 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.904897] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.904940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.905198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.905327] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e7cbfd-5490-41bf-96a4-e4397fd39384',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.407327] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.407498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.407659] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74e7cbfd-5490-41bf-96a4-e4397fd39384 with status ACTIVE [ 1092.407831] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.407938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.408042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.408236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.408329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.408510] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.408603] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.408664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.408815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.408892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.409086] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.409192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.409258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.409398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.409473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.409557] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74e7cbfd-5490-41bf-96a4-e4397fd39384 is going to be updated. [ 1092.429552] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.429726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.429726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.429902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.430041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.430195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e7cbfd-5490-41bf-96a4-e4397fd39384" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.868666] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1092.868666] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 deletion is rescheduled due to dependency. [ 1092.868666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.868666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.868666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.868666] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.868666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.868666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.868666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.868666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.868666] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.370197] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.871732] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.368984] env[64015]: INFO networking_nsxv3.common.synchronization [req-4b75bbbc-bb58-4708-ad41-36c1e1ceb81a req-2eb21cf2-dc98-453c-a4d5-77d452d1bfe9 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 1094.369474] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGHEST for action security_group_members [ 1094.369791] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.369915] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.369984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.370196] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.370352] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.370555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.370555] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.370682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.370765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.370859] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.374749] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.374872] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.374943] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.375127] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.375228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.375339] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1094.399838] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.399992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.400115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.400291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.400439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.408338] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1094.878680] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.878680] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.878680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.878680] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a973a2-39db-4589-85d5-8eff959d443d is going to be updated. [ 1094.904110] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.904247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.904293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.904578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.904716] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.912921] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: IN_PROGRESS for 2s [ 1096.417698] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1096.417992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.418115] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.418376] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.418613] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.418745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.418815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.418973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.419086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.419157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.419249] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.923697] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.923697] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a973a2-39db-4589-85d5-8eff959d443d in Status: SUCCESS [ 1096.923697] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a973a2-39db-4589-85d5-8eff959d443d deletion is rescheduled due to dependency. [ 1096.923697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.929024] env[64015]: INFO networking_nsxv3.common.synchronization [req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 req-f472a94c-0200-441d-8d3e-44ac9decc84b tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1096.929120] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1096.929677] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.929736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.929768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.930168] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.930168] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.930345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.930345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.930486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.930567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.930656] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.425218] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3be94ec6-b806-41a6-aace-8cc37892c1f4: rpc.has_security_group_logging(os_id): False [ 1097.433108] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.433304] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.433383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.433592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.433678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.433868] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.433964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.434041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.434190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.434266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.434356] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 already deleted. [ 1097.434435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.442514] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.442677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.442795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.443055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.443185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.443436] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.443540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.443605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.443755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.443832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.443920] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1097.478591] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.478900] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.479116] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.479412] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.479770] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.479923] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.480102] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.480361] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.480555] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.480871] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.480980] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.481149] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.481292] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.481437] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.481576] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.481743] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.499602] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.499826] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.499980] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.500184] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.500500] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-98840ec5-c91c-4a38-965d-20e87e6d133e taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.500691] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.500803] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.501140] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.501319] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98840ec5-c91c-4a38-965d-20e87e6d133e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.502886] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.503054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.503179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.503434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.503508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.522907] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1098.006213] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.006554] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.006739] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.007084] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.007292] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.007491] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 98840ec5-c91c-4a38-965d-20e87e6d133e not found, creating... [ 1098.007974] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.008183] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.008319] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.008565] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.008748] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.009091] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.009222] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.009359] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.009591] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.009736] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.009884] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 98840ec5-c91c-4a38-965d-20e87e6d133e is going to be created. [ 1098.028664] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.028807] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.028980] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.029200] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.029424] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.029647] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.776582] env[64015]: INFO networking_nsxv3.common.synchronization [req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 req-361041ac-13ca-4940-8ac5-8c08447292cf service nova] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1098.776871] env[64015]: INFO networking_nsxv3.common.synchronization [req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 req-361041ac-13ca-4940-8ac5-8c08447292cf service nova] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1098.776910] env[64015]: INFO networking_nsxv3.common.synchronization [req-1aead07d-84e3-424a-9b38-f7d095c7c8c9 req-361041ac-13ca-4940-8ac5-8c08447292cf service nova] Enqueued Resource ID: 98840ec5-c91c-4a38-965d-20e87e6d133e with Priority: HIGHEST for action port [ 1098.777158] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1098.777305] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1098.777412] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98840ec5-c91c-4a38-965d-20e87e6d133e with Priority: HIGHEST for action port [ 1098.777964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.778258] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.778335] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.778534] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.778615] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.779426] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.779538] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.779606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.779760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.779931] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.779989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.780064] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.780204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.780286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.780375] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.781056] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-98840ec5-c91c-4a38-965d-20e87e6d133e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.781302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.781302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.781367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.781434] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98840ec5-c91c-4a38-965d-20e87e6d133e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.283448] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.283651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.284945] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98840ec5-c91c-4a38-965d-20e87e6d133e with status ACTIVE [ 1099.285150] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.285279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.285368] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.285586] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.285677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.285858] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.285972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.286050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.286211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.286289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.286471] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.286565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.286627] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.286768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.286843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.286928] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98840ec5-c91c-4a38-965d-20e87e6d133e is going to be updated. [ 1099.287993] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.308127] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.308308] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.308371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.308523] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.308657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.308812] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98840ec5-c91c-4a38-965d-20e87e6d133e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.535058] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1099.535352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.791325] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.293587] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.293744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.293820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.294060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.294159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.294263] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be created. [ 1100.300685] env[64015]: INFO networking_nsxv3.common.synchronization [None req-d5836efa-a182-4252-abda-c2cebd8547ef tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1100.300947] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1100.301533] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.301655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.301724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.301965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.302063] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.316252] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.316440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.316440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.316642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.316795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.325862] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: UNINITIALIZED for 2s [ 1100.378869] env[64015]: INFO networking_nsxv3.common.synchronization [None req-da654556-492b-4a59-b385-3aeb62f978fe tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1100.379402] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1100.379707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.379807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.821218] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.821605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.821605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.821702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.821741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.821819] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5fda160-9acd-4993-a745-73e70e272efd already deleted. [ 1100.821903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.822074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.822238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.822317] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.342430] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.342571] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.342647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.342850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.343030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.343030] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5fda160-9acd-4993-a745-73e70e272efd already deleted. [ 1101.343125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.334087] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1102.334415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.334480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.334648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.334848] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.334961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.335038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.335198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.335279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.335422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.335522] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.837887] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.340578] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4daddfd-db2f-4f32-8245-397f07fd9789: rpc.has_security_group_logging(os_id): False [ 1103.358368] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.358503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.358575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.358792] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.358883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.359148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.359251] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.359313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.359467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.359544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.359628] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be created. [ 1103.415979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.416206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.416206] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.416415] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.416597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.426722] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: IN_PROGRESS for 2s [ 1105.380326] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.380676] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1105.438833] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1105.439108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.759249] env[64015]: INFO networking_nsxv3.common.synchronization [req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 req-78c86f41-1ed6-4956-b92a-02447ccb28c0 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1105.759764] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1105.760036] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.760192] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.760431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.760584] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.760680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.761278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.761278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.761278] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.761278] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.130510] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.130851] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.130931] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.131227] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.131487] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.131652] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.131776] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.131993] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.132158] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.132370] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.132492] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.132608] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.132720] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.132835] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.132947] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.133096] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.152383] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.152539] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.152683] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.152846] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.153120] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d29578cd-cde0-427b-8cd6-82923d69a2d1 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.153301] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.153457] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.153737] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.153882] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29578cd-cde0-427b-8cd6-82923d69a2d1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.263583] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.263745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.263817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.264053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.264149] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.264360] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.264460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.264526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.264682] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.264756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.264841] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5fda160-9acd-4993-a745-73e70e272efd already deleted. [ 1106.264918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.657073] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.657073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.657073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.657674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.657674] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.657794] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port d29578cd-cde0-427b-8cd6-82923d69a2d1 not found, creating... [ 1106.658185] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.658411] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.658580] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.658856] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.659088] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.659432] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659646] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.659815] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.660086] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.660273] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.660468] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 is going to be created. [ 1106.690548] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.690826] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.691050] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.691375] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.691683] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.691969] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.440874] env[64015]: INFO networking_nsxv3.common.synchronization [req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 req-81ba4ae1-f505-42da-8b2a-d90bc1aaf690 service nova] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1107.441198] env[64015]: INFO networking_nsxv3.common.synchronization [req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 req-81ba4ae1-f505-42da-8b2a-d90bc1aaf690 service nova] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1107.441435] env[64015]: INFO networking_nsxv3.common.synchronization [req-ace20d63-b7c2-4ae4-a5bf-73ce3daaa8c5 req-81ba4ae1-f505-42da-8b2a-d90bc1aaf690 service nova] Enqueued Resource ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 with Priority: HIGHEST for action port [ 1107.442141] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1107.442344] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1107.442506] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 with Priority: HIGHEST for action port [ 1107.442905] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.443100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.443225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.443481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.443629] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.444999] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.445180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.445289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.445563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.447299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.447299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.447299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.447299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.447299] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.447299] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.447658] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d29578cd-cde0-427b-8cd6-82923d69a2d1 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.447658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.447752] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.447924] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.448448] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29578cd-cde0-427b-8cd6-82923d69a2d1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.950011] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.951105] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.951239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.951378] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d29578cd-cde0-427b-8cd6-82923d69a2d1 with status ACTIVE [ 1107.951574] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.951704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.951770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.951974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.952076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.952244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.952338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.952399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.952549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.952626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.952815] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.952889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.952951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.953109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.953185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.953270] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 is going to be updated. [ 1107.972702] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.972838] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.972877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.973060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.973190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.973346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.455577] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.958527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.958895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.958895] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.958970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.959072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.959246] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5fda160-9acd-4993-a745-73e70e272efd is going to be created. [ 1108.981704] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.981856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.981901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.982097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.982247] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.991322] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: UNINITIALIZED for 2s [ 1111.001551] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: SUCCESS [ 1111.001815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.001953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.002179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.002372] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.002489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.002562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.002704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.002784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.002868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.002955] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.506776] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.008073] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5fda160-9acd-4993-a745-73e70e272efd: rpc.has_security_group_logging(os_id): False [ 1112.024964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.025111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.025183] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.025393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.025615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.025972] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.026119] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.026189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.026614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.026722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.026825] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5fda160-9acd-4993-a745-73e70e272efd is going to be created. [ 1112.080834] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.080973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.081063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.081285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.081465] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.090655] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: IN_PROGRESS for 2s [ 1112.443185] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.443290] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1112.914324] env[64015]: INFO networking_nsxv3.common.synchronization [req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f req-4e77dadf-8df0-41a7-824c-cb93f2d8563c tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1112.914917] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1112.915241] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.915365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.915433] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.915650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.915810] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.915954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.915954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.916262] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.916353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.916464] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.219461] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.219461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.219461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.219461] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.220057] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.220057] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.220057] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.220168] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.220723] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.221676] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.221676] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.221676] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.221676] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.221676] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.221676] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.221901] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.241927] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.242106] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.242254] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.242437] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.242733] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-52de2f0e-c73c-41c6-8668-b4f88247bdd4 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.242910] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.243050] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.243375] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.243551] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52de2f0e-c73c-41c6-8668-b4f88247bdd4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.422383] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.747125] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.747125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.747125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.747125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.747125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.747481] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 52de2f0e-c73c-41c6-8668-b4f88247bdd4 not found, creating... [ 1113.747597] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.747822] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.747992] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.748288] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.748483] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.748814] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.749064] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.749252] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.749509] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.749699] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.749889] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 52de2f0e-c73c-41c6-8668-b4f88247bdd4 is going to be created. [ 1113.769057] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.769242] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.769374] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.769648] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.769881] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.770125] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.925652] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.102369] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: SUCCESS [ 1114.102550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.428292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.428712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.428712] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.428815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.428815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.429029] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be updated. [ 1114.456059] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.456438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.456438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.456438] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.456632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.464339] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: IN_PROGRESS for 2s [ 1114.496375] env[64015]: INFO networking_nsxv3.common.synchronization [req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f req-cb39a28a-b205-4638-a736-ca129efd89e1 service nova] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1114.496710] env[64015]: INFO networking_nsxv3.common.synchronization [req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f req-cb39a28a-b205-4638-a736-ca129efd89e1 service nova] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1114.496910] env[64015]: INFO networking_nsxv3.common.synchronization [req-47ae0141-2bf7-4e9c-a22f-bdceb0bcc21f req-cb39a28a-b205-4638-a736-ca129efd89e1 service nova] Enqueued Resource ID: 52de2f0e-c73c-41c6-8668-b4f88247bdd4 with Priority: HIGHEST for action port [ 1114.497458] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_rules [ 1114.497597] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1114.497746] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de2f0e-c73c-41c6-8668-b4f88247bdd4 with Priority: HIGHEST for action port [ 1114.498016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.498132] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.498196] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.498422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.498503] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.499810] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.499972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.500245] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-52de2f0e-c73c-41c6-8668-b4f88247bdd4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.500367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.500421] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.500697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.500792] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52de2f0e-c73c-41c6-8668-b4f88247bdd4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.002224] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.002414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.004736] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52de2f0e-c73c-41c6-8668-b4f88247bdd4 with status ACTIVE [ 1115.004964] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.005055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.005141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.005344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.005440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.005700] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.005803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.005867] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.006041] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.006122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.006304] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.006398] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.006459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.006632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.006713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.006801] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52de2f0e-c73c-41c6-8668-b4f88247bdd4 is going to be updated. [ 1115.025975] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.026111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.026175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.026351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.026484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.026694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52de2f0e-c73c-41c6-8668-b4f88247bdd4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.473439] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1116.473844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.473844] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.474061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.474250] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.474363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.474429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.474577] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.474691] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.474794] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.977589] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.480623] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.983547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.983784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.983784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.984087] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.984216] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.984345] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be updated. [ 1118.015373] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.015594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.015594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.015898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.016090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.023844] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: IN_PROGRESS for 2s [ 1119.499027] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1119.499421] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1120.034758] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1120.035050] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.035256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.035500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.035811] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.036089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.036203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.036403] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.036516] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.036759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.036891] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.539400] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.567991] env[64015]: INFO networking_nsxv3.common.synchronization [req-ddd1e670-965e-4718-9ed3-8bc31de40bca req-9b153f52-3b33-49e2-8509-f841ae246e0c tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_members [ 1120.568490] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGHEST for action security_group_members [ 1120.568797] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.568922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.569043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.569201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.569356] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.569455] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.569519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.569665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.569772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.569866] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.042936] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4daddfd-db2f-4f32-8245-397f07fd9789: rpc.has_security_group_logging(os_id): False [ 1121.064813] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.064998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.065075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.065242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.065332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.065610] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.065714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.065765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.065948] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.066053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.066142] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be updated. [ 1121.075163] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.075288] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.075357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.075532] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.075619] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.075796] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.076514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.076514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.076514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.076514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.076514] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 is going to be updated. [ 1121.110270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.110458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.110871] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.111167] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.111371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.122914] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 in Status: IN_PROGRESS for 2s [ 1121.142978] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.144094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.144094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.144094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.144094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.162357] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: IN_PROGRESS for 2s [ 1121.482289] env[64015]: INFO networking_nsxv3.common.synchronization [None req-95534f2b-e857-418c-b384-401facfb499a tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1121.482810] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1121.483123] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.483245] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.483312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.483518] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.483662] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.484015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.484015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.484015] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.485282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.485282] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.992346] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.992877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.993082] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.993458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.995852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.995852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.995852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.995852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.995852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.995852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.995852] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1122.021411] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.021411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.021411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.021411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.021411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.029147] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1123.132116] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 in Status: IN_PROGRESS for 4s [ 1123.174615] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1123.174820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.038384] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1124.038566] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 deletion is rescheduled due to dependency. [ 1124.038683] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.620097] env[64015]: INFO networking_nsxv3.common.synchronization [None req-d5f05893-20fb-42ba-992c-3c494638f20e tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_rules [ 1124.620745] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_rules [ 1124.621271] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.621405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.621485] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.621797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.621927] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.688119] env[64015]: INFO networking_nsxv3.common.synchronization [None req-46d0d05f-7764-4cbb-a2b6-80873a9a3ae2 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_rules [ 1124.688603] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_rules [ 1124.688920] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.689043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.142539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.142737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.142737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.142960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.143057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.143820] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 already deleted. [ 1125.143820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.144157] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 in Status: SUCCESS [ 1125.144235] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 deletion is rescheduled due to dependency. [ 1125.144271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.144419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.144615] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.144764] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.664683] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.665070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.665070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.665169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.665242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.665345] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 already deleted. [ 1125.665427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.690040] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1129.690345] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1130.033695] env[64015]: INFO networking_nsxv3.common.synchronization [req-53be7ba9-4e88-4d78-b473-c6676f660227 req-66fdf3fa-09d3-4355-a930-b6245f58666b tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_members [ 1130.034203] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_members [ 1130.034510] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.034629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.034694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.034991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.035163] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.035265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.035320] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.035468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.035551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.035642] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.352880] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.353100] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.353233] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.353523] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.353847] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.354055] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.354173] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.354416] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.354542] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.354755] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.354907] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.355069] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.355194] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.355318] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.355434] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.355575] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.377716] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.377868] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.378092] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.378233] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-462" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.378531] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-0148a683-4f74-41c5-88c7-dac7778f7294 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.378711] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.378842] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.379147] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.379297] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0148a683-4f74-41c5-88c7-dac7778f7294',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.538104] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.538303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.538354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.538566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.538657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.538856] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.538952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.539024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.539173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.539248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.539332] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 already deleted. [ 1130.539412] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.881708] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.881708] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.881708] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.882195] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.882195] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.882320] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 0148a683-4f74-41c5-88c7-dac7778f7294 not found, creating... [ 1130.882578] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.882895] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.882895] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.883098] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.883249] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.883549] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.883740] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.883869] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.884189] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.884348] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.884498] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 0148a683-4f74-41c5-88c7-dac7778f7294 is going to be created. [ 1130.904047] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.904196] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.904282] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.904520] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.904743] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.904965] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.623096] env[64015]: INFO networking_nsxv3.common.synchronization [req-53be7ba9-4e88-4d78-b473-c6676f660227 req-a0e89bf1-c0f3-4d47-8ee6-1e9b887910f0 service nova] Enqueued Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_rules [ 1131.623096] env[64015]: INFO networking_nsxv3.common.synchronization [req-53be7ba9-4e88-4d78-b473-c6676f660227 req-a0e89bf1-c0f3-4d47-8ee6-1e9b887910f0 service nova] Enqueued Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_members [ 1131.623096] env[64015]: INFO networking_nsxv3.common.synchronization [req-53be7ba9-4e88-4d78-b473-c6676f660227 req-a0e89bf1-c0f3-4d47-8ee6-1e9b887910f0 service nova] Enqueued Resource ID: 0148a683-4f74-41c5-88c7-dac7778f7294 with Priority: HIGHEST for action port [ 1131.623096] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_rules [ 1131.623096] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_members [ 1131.623096] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0148a683-4f74-41c5-88c7-dac7778f7294 with Priority: HIGHEST for action port [ 1131.623096] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.623697] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.623861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.624161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.624408] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.625830] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.626097] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.626251] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.626490] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.626772] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.627809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.627809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.627809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.627809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.627809] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.628430] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-0148a683-4f74-41c5-88c7-dac7778f7294 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.628692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.628848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.629085] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.629265] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0148a683-4f74-41c5-88c7-dac7778f7294',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.129493] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.131030] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.131176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.133450] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0148a683-4f74-41c5-88c7-dac7778f7294 with status ACTIVE [ 1132.133723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.133935] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.134070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.134333] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.134446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.134651] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.134754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.134814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.134974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.135449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.135449] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.135449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.135449] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.135640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.135640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.135640] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0148a683-4f74-41c5-88c7-dac7778f7294 is going to be updated. [ 1132.155108] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.155270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.155270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.155429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.155551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.155696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0148a683-4f74-41c5-88c7-dac7778f7294" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.631436] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.134544] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.134976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.134976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.134976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.135207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.135207] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 is going to be created. [ 1133.157141] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.157357] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.157399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.157599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.157827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.165920] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 in Status: UNINITIALIZED for 2s [ 1135.175733] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 in Status: SUCCESS [ 1135.176093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.176135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.176349] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.176545] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.176658] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.176725] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.176881] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.176956] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.177063] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.177153] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.679750] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.182373] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24cfc1c7-d8de-411a-a5b1-525b1c317de5: rpc.has_security_group_logging(os_id): False [ 1136.201792] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.201955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.202033] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.202232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.202322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.202565] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.202667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.202731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.202885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.202963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.203060] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 is going to be created. [ 1136.259824] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.259985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.260056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.260303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.260419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.272170] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 in Status: IN_PROGRESS for 2s [ 1136.623386] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.623386] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1138.286418] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 in Status: SUCCESS [ 1138.286821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.624064] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.624414] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1143.585050] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.585050] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.585488] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.585488] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.585623] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.585789] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.585956] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.586268] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.586454] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.586699] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.586860] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.587023] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.587178] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.587317] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.587469] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.587627] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.607606] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.607774] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.607925] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.608118] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.608455] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.608633] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.608764] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.609090] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.609475] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cc8abb-7b35-4cef-bdbe-5d19881bc76a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.111719] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.111969] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.112079] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.112428] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.112608] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.112770] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a not found, creating... [ 1144.113047] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.113222] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.113350] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.113581] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.113730] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.114080] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.114269] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.114399] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.114621] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.114766] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.114915] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a is going to be created. [ 1144.133510] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.133701] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.133835] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.134329] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.134457] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.134690] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.825768] env[64015]: INFO networking_nsxv3.common.synchronization [req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 req-55f9b2c6-8f0f-4999-8efc-8ec2eb43758c service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1144.826046] env[64015]: INFO networking_nsxv3.common.synchronization [req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 req-55f9b2c6-8f0f-4999-8efc-8ec2eb43758c service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1144.826457] env[64015]: INFO networking_nsxv3.common.synchronization [req-09ed6d29-fbef-4d6a-8b01-41b1675afb50 req-55f9b2c6-8f0f-4999-8efc-8ec2eb43758c service nova] Enqueued Resource ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a with Priority: HIGHEST for action port [ 1144.826457] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1144.826561] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1144.826662] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a with Priority: HIGHEST for action port [ 1144.828244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.828369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.828431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.829044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.829044] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.829887] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.830009] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.830080] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.830241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.830388] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.830480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.830543] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.831011] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.831131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.831225] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.833034] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.833145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.833545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.833545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.833545] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cc8abb-7b35-4cef-bdbe-5d19881bc76a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.330590] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.330790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.335212] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a with status ACTIVE [ 1145.335513] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.335689] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.335774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.336072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.336178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.336390] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.336499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.336565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.336746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.336827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.337067] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.337170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.337204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.337363] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.337437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.337532] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a is going to be updated. [ 1145.338840] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.358284] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.358489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.358489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.358688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.358816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.358970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.841215] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.344066] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.344300] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.344365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.344623] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.344740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.344870] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1146.374481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.374687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.374735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.374982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.375170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.382779] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1148.200608] env[64015]: INFO networking_nsxv3.common.synchronization [req-9ba46a91-341d-43e2-a898-570259ea4104 req-5a45f85e-fa8f-4f6c-83fa-8837b5efcb35 tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1148.200904] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1148.201284] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.201437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.201524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.201776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.202507] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.202507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.202507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.202507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.202507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.202507] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.393147] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1148.393371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.393558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.393794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.394062] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.394200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.394303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.394461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.394631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.394631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.394708] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.704436] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.900991] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.901203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.901252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.901447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.901614] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.901718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.901786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.901936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.902037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.902130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.902276] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.902369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.902430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.902573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.902714] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.902805] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.902859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.903028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.903129] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.903215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.903303] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.206924] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.408906] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3310f2f5-3139-4fa6-aacd-bbaa4041af96: rpc.has_security_group_logging(os_id): False [ 1149.425885] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.426055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.426139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.426356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.426447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.426682] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.426779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.426859] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.427026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.427111] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.427290] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.427384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.427437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.427580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.427653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.427821] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.427912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.427972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.428125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.428200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.428285] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1149.484911] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.485071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.485148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.485347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.485496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.498605] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1149.709267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.709475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.709539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.709722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.709820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.709915] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be updated. [ 1149.736325] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.736544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.736544] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.736711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.736852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.745224] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: IN_PROGRESS for 2s [ 1151.511493] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1151.511819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.754346] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: SUCCESS [ 1151.754596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.202402] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.202776] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.203994] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.204353] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1160.687163] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.687539] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.687539] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.687820] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.688103] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.688276] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.688404] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.688657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.688814] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.689171] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.689330] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.689453] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.689570] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.690013] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.690013] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.690013] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.708467] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.708622] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.708766] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.708946] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-203" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.709250] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.709418] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.709537] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.709764] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.709908] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cc8abb-7b35-4cef-bdbe-5d19881bc76a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.212481] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.212727] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.212915] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.213293] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.213534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.213896] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.214102] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.214265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.214608] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.215733] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.215733] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.215733] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.215733] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.215733] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.215954] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.215954] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a is going to be updated. [ 1161.245485] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.245612] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.245780] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.246205] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.246471] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.246757] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.973847] env[64015]: INFO networking_nsxv3.common.synchronization [req-3154c0af-faab-4a7c-9519-bfee11da6f93 req-e70a5497-ad00-4b1e-a5d4-1ec968a8aa9f service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1161.974146] env[64015]: INFO networking_nsxv3.common.synchronization [req-3154c0af-faab-4a7c-9519-bfee11da6f93 req-e70a5497-ad00-4b1e-a5d4-1ec968a8aa9f service nova] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1161.974198] env[64015]: INFO networking_nsxv3.common.synchronization [req-3154c0af-faab-4a7c-9519-bfee11da6f93 req-e70a5497-ad00-4b1e-a5d4-1ec968a8aa9f service nova] Enqueued Resource ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a with Priority: HIGHEST for action port [ 1161.974703] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_rules [ 1161.974833] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1161.975040] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a with Priority: HIGHEST for action port [ 1161.975742] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.975937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.976060] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.977414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.977414] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.978550] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.978988] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.979072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.979446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.979446] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.979446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.979656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.979656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.980652] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.980652] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.980652] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.980886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.980886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.980994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.980994] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cc8abb-7b35-4cef-bdbe-5d19881bc76a',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.485693] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.486852] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.486952] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.488052] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8cc8abb-7b35-4cef-bdbe-5d19881bc76a with status ACTIVE [ 1162.488244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.488367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.488435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.488677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.488771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.489039] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.489123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.489123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.489276] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.489353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.489535] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.489718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.489718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.489827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.490113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.490113] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8cc8abb-7b35-4cef-bdbe-5d19881bc76a is going to be updated. [ 1162.509659] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.509896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.509896] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.510090] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.510222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.510478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8cc8abb-7b35-4cef-bdbe-5d19881bc76a" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.988641] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.490872] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.491067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.491117] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.491328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.491482] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.491529] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1163.520056] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.520295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.520374] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.520583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.520730] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.528846] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1163.800394] env[64015]: INFO networking_nsxv3.common.synchronization [req-9dbcdb21-56f2-4911-b1bb-1047b5adc84a req-4157de46-bf0c-4ac6-81ee-bffa2124614b tempest-ServerActionsTestOtherA-1482794115 tempest-ServerActionsTestOtherA-1482794115-project-member] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1163.800939] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGHEST for action security_group_members [ 1163.801267] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.802951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.802951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.802951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.802951] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.802951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.802951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.802951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.802951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.802951] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.305048] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.305048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.305048] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.305526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.305526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.305601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.305657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.305731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.305886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.305961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.306064] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be updated. [ 1164.330636] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.330847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.330900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.331099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.331241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.338840] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: IN_PROGRESS for 2s [ 1165.539091] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1165.539450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.539720] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.540061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.540358] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.540559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.540668] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.540907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.541079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.541224] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.541369] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.044053] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.044253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.044370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.044576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.044844] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.045169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.045169] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.045329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.045329] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.045437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.045601] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.045747] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.045843] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.046082] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.046261] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.046397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.046499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.046726] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.046846] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.046944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.047051] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.347874] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d42749-af86-47cb-8ff1-199524502011 in Status: SUCCESS [ 1166.348766] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d42749-af86-47cb-8ff1-199524502011 deletion is rescheduled due to dependency. [ 1166.348766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.549232] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3310f2f5-3139-4fa6-aacd-bbaa4041af96: rpc.has_security_group_logging(os_id): False [ 1166.565512] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.565686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.565760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.565936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.566044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.566334] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.566550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.566550] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.566677] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.566776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.566960] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.567077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.567145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.567297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.567384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.567566] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.567661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.567722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.567861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.567934] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.568032] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be updated. [ 1166.635256] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.635459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.635513] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.635731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.635874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.649461] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: IN_PROGRESS for 2s [ 1168.675509] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 in Status: SUCCESS [ 1168.675884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.802388] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.802569] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1172.762470] env[64015]: INFO networking_nsxv3.common.synchronization [None req-9fc9db62-7ed3-4f05-9199-7c45564dc5f9 None None] Enqueued Resource ID: 39a7849d-f519-4977-8997-b1ee5e6d1e03 with Priority: HIGHEST for action port [ 1172.762761] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a7849d-f519-4977-8997-b1ee5e6d1e03 with Priority: HIGHEST for action port [ 1172.763339] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a7849d-f519-4977-8997-b1ee5e6d1e03 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.763459] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a7849d-f519-4977-8997-b1ee5e6d1e03" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.763526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a7849d-f519-4977-8997-b1ee5e6d1e03" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.763786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a7849d-f519-4977-8997-b1ee5e6d1e03" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.763871] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a7849d-f519-4977-8997-b1ee5e6d1e03',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.208781] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ab56ee05-acc0-4786-beed-7c93d11f2260 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_rules [ 1173.209543] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_rules [ 1173.209889] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.210068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.210165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.210441] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.210531] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.266440] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39a7849d-f519-4977-8997-b1ee5e6d1e03 [ 1173.266677] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.266807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.266878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.267121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.267218] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.267319] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39a7849d-f519-4977-8997-b1ee5e6d1e03 already deleted. [ 1173.267417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a7849d-f519-4977-8997-b1ee5e6d1e03" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.284599] env[64015]: INFO networking_nsxv3.common.synchronization [None req-c7880533-5951-4366-b48f-8e678d3da7e1 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_rules [ 1173.285019] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_rules [ 1173.285600] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.285600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.734228] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.734505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.734587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.734919] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.735032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.735140] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f already deleted. [ 1173.735226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.735381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.735640] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.735640] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.007567] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1174.007873] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1174.210267] env[64015]: INFO networking_nsxv3.common.synchronization [None req-82614c21-3fe3-4b81-b593-cfcb6ef572fa tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_rules [ 1174.210843] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_rules [ 1174.211216] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.211383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.211427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.211671] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.212033] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.255380] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.255527] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.255592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.255800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.255888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.255984] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f already deleted. [ 1174.256079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.295222] env[64015]: INFO networking_nsxv3.common.synchronization [None req-ca66d91d-a1f1-42fb-8f44-c4d96ccbf2d4 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_rules [ 1174.295222] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_rules [ 1174.295222] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.295222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.732801] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.734225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.734225] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.734614] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.735130] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.735943] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 already deleted. [ 1174.736107] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.736274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.738073] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.738073] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.886887] env[64015]: INFO networking_nsxv3.common.synchronization [None req-537d2e37-66b6-4f29-9420-9d5f0e6b90f3 None None] Enqueued Resource ID: d0fab324-37db-4a8f-9462-aeac67e03f6e with Priority: HIGHEST for action port [ 1174.887156] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fab324-37db-4a8f-9462-aeac67e03f6e with Priority: HIGHEST for action port [ 1174.891404] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fab324-37db-4a8f-9462-aeac67e03f6e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.892283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fab324-37db-4a8f-9462-aeac67e03f6e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.892362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fab324-37db-4a8f-9462-aeac67e03f6e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.895618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fab324-37db-4a8f-9462-aeac67e03f6e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.895618] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fab324-37db-4a8f-9462-aeac67e03f6e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.260025] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.260025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.260025] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.260416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.260416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.260416] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 already deleted. [ 1175.260416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.396579] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0fab324-37db-4a8f-9462-aeac67e03f6e [ 1175.396810] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.396938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.397023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.397771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.397771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.397771] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0fab324-37db-4a8f-9462-aeac67e03f6e already deleted. [ 1175.397771] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fab324-37db-4a8f-9462-aeac67e03f6e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.642170] env[64015]: INFO networking_nsxv3.common.synchronization [req-3f34bfa2-3e69-416d-b916-bed15ebb7d7e req-333f8d5c-b0f1-4d3d-ae5d-cbcdd2af1804 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1178.642170] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1178.642170] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.642170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.642170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.642793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.643081] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.644263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.644263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.644263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.644263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.644263] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.146459] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.649396] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.152873] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.152873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.152873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.152873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.152873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.153171] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be updated. [ 1180.182907] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.183088] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.183164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.183336] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.183480] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.191783] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: IN_PROGRESS for 2s [ 1180.441643] env[64015]: INFO networking_nsxv3.common.synchronization [req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 req-359c49f9-ebe7-41f4-adea-cadc93257c0c tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_members [ 1180.442212] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_members [ 1180.442517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.442635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.442701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.442941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.443110] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.443210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.443273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.443417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.443502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.443591] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.742702] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.742976] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.743042] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.743417] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.743675] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.743842] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.743965] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.744232] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.744419] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.744663] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.744789] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.744905] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.745034] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.745156] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1180.745268] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.745406] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.764299] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.764434] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1180.764602] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.764784] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.765107] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-18325d15-78b8-4118-b2c2-577c7fc2eaab taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.765286] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.765417] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.765724] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.765874] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18325d15-78b8-4118-b2c2-577c7fc2eaab',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.941896] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.942178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.942178] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.942361] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.942472] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.948453] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.948593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.948663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.949027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.949145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.949359] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.949467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.949536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.949992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.949992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.949992] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f already deleted. [ 1180.949992] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.268255] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.268466] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.268652] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.269045] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.269269] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.269469] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 18325d15-78b8-4118-b2c2-577c7fc2eaab not found, creating... [ 1181.269853] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.270084] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.270249] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.270507] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.270685] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.270984] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.271183] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.271308] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.271560] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.271710] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.271864] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 18325d15-78b8-4118-b2c2-577c7fc2eaab is going to be created. [ 1181.290318] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.290532] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.290672] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.290921] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.291171] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.291407] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.445113] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.947041] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.015244] env[64015]: INFO networking_nsxv3.common.synchronization [req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 req-6aa5a673-df54-44d4-8212-1e053324f6f0 service nova] Enqueued Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_rules [ 1182.015407] env[64015]: INFO networking_nsxv3.common.synchronization [req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 req-6aa5a673-df54-44d4-8212-1e053324f6f0 service nova] Enqueued Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_members [ 1182.015522] env[64015]: INFO networking_nsxv3.common.synchronization [req-cfbb3c17-6d47-4d36-b9b6-ea6c8a8ce062 req-6aa5a673-df54-44d4-8212-1e053324f6f0 service nova] Enqueued Resource ID: 18325d15-78b8-4118-b2c2-577c7fc2eaab with Priority: HIGHEST for action port [ 1182.015760] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_rules [ 1182.015888] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_members [ 1182.015983] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18325d15-78b8-4118-b2c2-577c7fc2eaab with Priority: HIGHEST for action port [ 1182.016544] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.016702] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.016809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.016927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.017012] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.018582] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.018705] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.018761] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.018927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.019085] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.019182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.019240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.019383] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.019486] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.019578] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.020287] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-18325d15-78b8-4118-b2c2-577c7fc2eaab taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.020388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.020454] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.020592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.020665] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18325d15-78b8-4118-b2c2-577c7fc2eaab',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.200950] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1182.201205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.449933] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1182.450088] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1182.522642] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.523833] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.523961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.524195] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18325d15-78b8-4118-b2c2-577c7fc2eaab with status ACTIVE [ 1182.524443] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.524600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.524600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.524868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.524998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.525417] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.525521] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.525595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.525784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.525868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.527439] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.527578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.527654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.527822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.528624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.528624] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18325d15-78b8-4118-b2c2-577c7fc2eaab is going to be updated. [ 1182.555746] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.555955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.555955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.556190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.556325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.556566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18325d15-78b8-4118-b2c2-577c7fc2eaab" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.729764] env[64015]: INFO networking_nsxv3.common.synchronization [req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 req-9d34a2b7-5b6c-48de-bec5-59ec300a5f41 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_members [ 1182.730332] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_members [ 1182.730708] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f3e35b-4dd6-410b-bfba-4f6f85136b78 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.730775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.730816] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.731093] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.731251] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.731351] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.731414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.731566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.731650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.731741] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.030733] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.119433] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.119659] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.119792] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.120077] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.120356] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.120513] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.120657] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.120849] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.120997] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.121229] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.121419] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.121493] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.121593] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.121707] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.121819] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.121958] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.140595] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.140797] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.140941] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.141147] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.141458] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.141643] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.141756] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.142099] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.142314] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.235884] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.235884] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.235884] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 already deleted. [ 1183.235884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.425893] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.425893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.425893] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.426397] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.441097] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1183.442209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.443473] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1183.481539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.481753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.481928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.482437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.509339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.510646] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1183.510835] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1183.510909] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1183.533356] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.533563] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.533670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.533936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.534074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.534219] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f is going to be created. [ 1183.558414] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.558414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.558667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.558735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.560219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.560444] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1183.575223] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.575414] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.575462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.575639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.575804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.583731] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f in Status: UNINITIALIZED for 2s [ 1183.644206] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.644527] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.644679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.644968] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.645185] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.645355] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 not found, creating... [ 1183.645632] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.645799] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.645925] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.646183] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.646352] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.646951] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.646951] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.647127] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.647414] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.647604] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.647797] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 is going to be created. [ 1183.651312] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.651435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.651520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.651695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.652984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.652984] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1183.674360] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.674619] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.674759] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.675063] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.675309] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.675541] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.810993] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.811174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.811252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.811475] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.811854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.812174] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1183.812284] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bbacdb1f-5292-4284-a21f-36f813f69e93', '3310f2f5-3139-4fa6-aacd-bbaa4041af96', '765ecb40-88ef-41fc-99e3-e7927558f633', '1b2f7ff8-d388-45b6-80f4-8f4db35acf20', '571401a1-bb4e-4eed-924b-006fa28bbfb0', '7ecb6bd2-021f-49ab-b32c-82eb832644ca', '50a973a2-39db-4589-85d5-8eff959d443d', 'aa0c6c3c-3190-4ddd-85dd-0609bdde04dc', 'f19f0146-813e-4db3-9a9d-c62bbc23d766', 'a5badd9b-c76c-4ca1-a78c-b294b5ada810', '68dc6927-f869-4133-bdf3-f8fda508636d', 'a21d8e50-06f7-40f0-91d5-19db578e6124', 'e283ade5-6707-4fa3-833d-f7d95a3f22cd', '3a16b1a3-c412-4f8d-b798-eab9a490f79c', '2300657c-4c12-4f71-bb5e-4358e19d2468', 'd4daddfd-db2f-4f32-8245-397f07fd9789', '30733589-627c-40c5-8912-cb5b24d8d847', '2cee6fea-7909-4d43-b147-950983883f87', 'e4fac333-bcb0-4198-93e2-c24ebd413cf0', 'a242386b-fd20-49ff-973e-60f15b7c078e', 'e5fda160-9acd-4993-a745-73e70e272efd', '24cfc1c7-d8de-411a-a5b1-525b1c317de5', '4e758dc7-c906-4c5d-939b-85871b81f503', 'b6897b23-687c-4a94-abd1-91c3f7eea9ce', '3677f0c2-1316-4ad7-a0db-9f5d6c8fab17', '04d48681-0cb0-463d-ad83-ba458e85359b', '5295b59f-f460-41bb-8ef2-fa810d7fb5bf', '97b0e9ff-a91d-4045-8297-ebc81bfff034', '501cd155-b3b1-49b1-abd0-239d61fa3ca2', 'e0124148-b740-4741-83a1-966630c4384b', 'bfe51baa-1822-4ded-a12b-8ecb0e70139d', 'a120f95a-86c4-4b1f-b540-809c9f0fbcb0', '84e6dd28-f626-4379-bb43-aa99bdda57e2', 'c88c5017-d49f-49ac-a388-fd3f2b42cc23', '10157c76-ecfb-40d5-a8e7-1f6f427ce354', '79bbe04c-ad15-464a-b659-2c7b082f7249', '3be94ec6-b806-41a6-aace-8cc37892c1f4', 'a5d42749-af86-47cb-8ff1-199524502011', '3b780240-de15-411c-a788-1ebc6de1f6d8', 'b49f473d-abfd-4b38-9ce9-e9b634da9c33', '5ea3518d-d135-4f41-983d-b785b8be6cca', 'a7453d14-f4d0-4e5c-ad0d-8ea65d587271', '04950076-8f41-4cea-b6e1-51929a1a43c7', 'ebedcda5-e754-4113-91f1-15a31f49ef11'} {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1183.812439] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1183.833438] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.833674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.833741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.834096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.834255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.834446] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1183.834603] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1183.834690] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1183.936237] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.936411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.936564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.936778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.938426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.938661] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1183.938724] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1183.938798] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1183.938829] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1183.938955] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1183.939019] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGH for action security_group_rules [ 1183.939059] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGH for action security_group_rules [ 1183.939127] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGH for action security_group_rules [ 1183.939187] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGH for action security_group_rules [ 1183.939249] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGH for action security_group_rules [ 1183.939317] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGH for action security_group_rules [ 1183.939373] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGH for action security_group_rules [ 1183.939437] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGH for action security_group_rules [ 1183.939494] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGH for action security_group_rules [ 1183.939553] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGH for action security_group_rules [ 1183.939617] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGH for action security_group_rules [ 1183.939678] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGH for action security_group_rules [ 1183.939740] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGH for action security_group_rules [ 1183.939804] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGH for action security_group_rules [ 1183.939864] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGH for action security_group_rules [ 1183.939927] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGH for action security_group_rules [ 1183.940103] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGH for action security_group_rules [ 1183.940103] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGH for action security_group_rules [ 1183.940103] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGH for action security_group_rules [ 1183.940232] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGH for action security_group_rules [ 1183.940266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.410386] env[64015]: INFO networking_nsxv3.common.synchronization [req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 req-cf9d57a6-f6d2-4428-b2bf-4d2ee5d4cd28 service nova] Enqueued Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_rules [ 1184.410662] env[64015]: INFO networking_nsxv3.common.synchronization [req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 req-cf9d57a6-f6d2-4428-b2bf-4d2ee5d4cd28 service nova] Enqueued Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_members [ 1184.410712] env[64015]: INFO networking_nsxv3.common.synchronization [req-3490229b-3429-4a8a-9c5f-ab9bfb44e402 req-cf9d57a6-f6d2-4428-b2bf-4d2ee5d4cd28 service nova] Enqueued Resource ID: 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 with Priority: HIGHEST for action port [ 1184.410954] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_rules [ 1184.411110] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_members [ 1184.411247] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 with Priority: HIGHEST for action port [ 1184.411307] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbacdb1f-5292-4284-a21f-36f813f69e93 with Priority: HIGH for action security_group_rules [ 1184.411432] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765ecb40-88ef-41fc-99e3-e7927558f633 with Priority: HIGH for action security_group_rules [ 1184.411498] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a973a2-39db-4589-85d5-8eff959d443d with Priority: HIGH for action security_group_rules [ 1184.411597] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 with Priority: HIGH for action security_group_rules [ 1184.411650] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a242386b-fd20-49ff-973e-60f15b7c078e with Priority: HIGH for action security_group_rules [ 1184.411745] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 with Priority: HIGH for action security_group_rules [ 1184.411827] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cee6fea-7909-4d43-b147-950983883f87 with Priority: HIGH for action security_group_rules [ 1184.411911] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30733589-627c-40c5-8912-cb5b24d8d847 with Priority: HIGH for action security_group_rules [ 1184.411995] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c with Priority: HIGH for action security_group_rules [ 1184.412087] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGH for action security_group_rules [ 1184.412172] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd with Priority: HIGH for action security_group_rules [ 1184.412257] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d8e50-06f7-40f0-91d5-19db578e6124 with Priority: HIGH for action security_group_rules [ 1184.412341] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc6927-f869-4133-bdf3-f8fda508636d with Priority: HIGH for action security_group_rules [ 1184.412425] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 with Priority: HIGH for action security_group_rules [ 1184.412512] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 with Priority: HIGH for action security_group_rules [ 1184.412598] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca with Priority: HIGH for action security_group_rules [ 1184.412684] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc with Priority: HIGH for action security_group_rules [ 1184.412771] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 with Priority: HIGH for action security_group_rules [ 1184.412856] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGH for action security_group_rules [ 1184.412936] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 with Priority: HIGH for action security_group_rules [ 1184.414185] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.414318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.414382] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.414616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.414725] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.415563] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f3e35b-4dd6-410b-bfba-4f6f85136b78 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.415678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.415739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.415907] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.416070] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.416161] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.416223] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.416356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.416469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.416563] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.417310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.417410] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.417497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.417636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.417709] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.418391] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbacdb1f-5292-4284-a21f-36f813f69e93 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.418499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.418565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.418713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.418786] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbacdb1f-5292-4284-a21f-36f813f69e93',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.419461] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-765ecb40-88ef-41fc-99e3-e7927558f633 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.419567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.419632] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.419778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.419851] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('765ecb40-88ef-41fc-99e3-e7927558f633',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.420641] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a973a2-39db-4589-85d5-8eff959d443d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.420749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.420814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.421157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.421157] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a973a2-39db-4589-85d5-8eff959d443d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.421744] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2300657c-4c12-4f71-bb5e-4358e19d2468 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.421874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.421941] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.422109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.422176] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2300657c-4c12-4f71-bb5e-4358e19d2468',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.422925] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a242386b-fd20-49ff-973e-60f15b7c078e taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.423053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.423142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.423312] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.423396] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a242386b-fd20-49ff-973e-60f15b7c078e',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.424200] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.424311] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.424510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.424573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.424611] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4fac333-bcb0-4198-93e2-c24ebd413cf0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.425263] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cee6fea-7909-4d43-b147-950983883f87 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.425378] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.425442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.425606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.425679] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cee6fea-7909-4d43-b147-950983883f87',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.426335] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30733589-627c-40c5-8912-cb5b24d8d847 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.426499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.426560] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.426692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.426768] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30733589-627c-40c5-8912-cb5b24d8d847',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.427426] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.427556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.427646] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.427841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.427913] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a16b1a3-c412-4f8d-b798-eab9a490f79c',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.428665] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.428773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.428839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.428984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.429116] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.429708] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.429891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.429891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.430079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.430134] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e283ade5-6707-4fa3-833d-f7d95a3f22cd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.430733] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d8e50-06f7-40f0-91d5-19db578e6124 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.430900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.430900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.431053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.431128] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d8e50-06f7-40f0-91d5-19db578e6124',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.431881] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68dc6927-f869-4133-bdf3-f8fda508636d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.431978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.432066] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.432205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.432276] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68dc6927-f869-4133-bdf3-f8fda508636d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.432943] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.433122] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.433197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.433399] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.433559] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5badd9b-c76c-4ca1-a78c-b294b5ada810',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.434329] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f19f0146-813e-4db3-9a9d-c62bbc23d766 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.434453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.434530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.434675] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.434751] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f19f0146-813e-4db3-9a9d-c62bbc23d766',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.435416] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.435522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.435642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.435763] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.435845] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ecb6bd2-021f-49ab-b32c-82eb832644ca',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.436691] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.436795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.436865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.437014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.437089] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa0c6c3c-3190-4ddd-85dd-0609bdde04dc',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.437891] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571401a1-bb4e-4eed-924b-006fa28bbfb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.438028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.438207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.438256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.438312] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571401a1-bb4e-4eed-924b-006fa28bbfb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.439092] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.439266] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.439498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.439566] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.439633] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.442581] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.442755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.442755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.442898] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.443051] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b2f7ff8-d388-45b6-80f4-8f4db35acf20',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.953453] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.953762] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.953852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.954098] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.954301] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.954427] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.954505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.954695] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.954793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.954902] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.955017] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.956840] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 with status ACTIVE [ 1184.956942] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.957014] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.957072] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.957222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.957303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.957492] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.957600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.957664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.957833] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.957918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.958165] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.958323] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.958373] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.958489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.958580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.958677] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79 is going to be updated. [ 1184.961450] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f3e35b-4dd6-410b-bfba-4f6f85136b78 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.961565] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.967300] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.014533] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.014676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.014732] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.014930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.022515] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.022624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.026600] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.026700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.029715] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.029830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.030730] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.030836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.031678] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.031803] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.032552] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.032664] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.033489] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.033601] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.034340] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.034429] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.035235] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.035364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.036045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.036144] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.037109] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.037621] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.037723] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.038515] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.039016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.039138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.039889] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.040355] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.040462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.041204] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.041687] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.041950] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.042557] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.043015] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.043265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.043855] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.044319] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.044425] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.045772] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.045772] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.045772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.046398] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.046848] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.046960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.047718] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.048189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.048413] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571401a1-bb4e-4eed-924b-006fa28bbfb0 is going to be deleted. [ 1185.049305] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.049509] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.054536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.054648] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.054717] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.054873] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.054997] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.055157] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76b49ea5-9a10-4b9c-b4a5-c4db50cb4a79" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.067442] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.067647] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbacdb1f-5292-4284-a21f-36f813f69e93 is going to be deleted. [ 1185.068437] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.068608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.084091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.084201] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f19f0146-813e-4db3-9a9d-c62bbc23d766 is going to be deleted. [ 1185.084892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.085068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.100042] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.100150] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2300657c-4c12-4f71-bb5e-4358e19d2468 is going to be deleted. [ 1185.100817] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.100982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.111028] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.111028] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.116467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.116608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be deleted. [ 1185.117393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.117584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.133188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.133315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.151548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.151723] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68dc6927-f869-4133-bdf3-f8fda508636d is going to be deleted. [ 1185.152605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.152807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.154089] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.154190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.180719] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.180856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.194942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.195085] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 765ecb40-88ef-41fc-99e3-e7927558f633 is going to be deleted. [ 1185.195933] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.196181] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.236976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.237165] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30733589-627c-40c5-8912-cb5b24d8d847 is going to be deleted. [ 1185.238553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.238857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.241012] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.241189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.308569] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.308693] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.323934] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.324077] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.329649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.329769] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5badd9b-c76c-4ca1-a78c-b294b5ada810 is going to be deleted. [ 1185.330649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.330858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.386985] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.387197] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.387333] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.387773] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.388082] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.388265] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.388398] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.388641] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.388802] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.389045] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.389172] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.389296] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.389417] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.389539] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.389666] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.389793] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.398944] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.399063] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ecb6bd2-021f-49ab-b32c-82eb832644ca is going to be deleted. [ 1185.399932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.400134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.406389] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.406567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.462759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.463053] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a242386b-fd20-49ff-973e-60f15b7c078e is going to be deleted. [ 1185.463772] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.463977] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.466802] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.466918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.473232] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.474289] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.485552] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.485865] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.096 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.485865] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.486052] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-132" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.486365] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-d29578cd-cde0-427b-8cd6-82923d69a2d1 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.486573] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.486731] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.487010] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.487180] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29578cd-cde0-427b-8cd6-82923d69a2d1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.515574] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.515703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.516673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.516779] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e283ade5-6707-4fa3-833d-f7d95a3f22cd is going to be deleted. [ 1185.518058] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.518301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.565951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.566106] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a973a2-39db-4589-85d5-8eff959d443d is going to be deleted. [ 1185.567030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.567238] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.578042] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.578213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.601034] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f in Status: SUCCESS [ 1185.601248] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.601406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.601608] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.601792] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.601904] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.601968] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.602131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.602211] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.602293] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.602381] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.607426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.607521] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cee6fea-7909-4d43-b147-950983883f87 is going to be deleted. [ 1185.608334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.608493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.630310] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.630479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.631746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.631928] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa0c6c3c-3190-4ddd-85dd-0609bdde04dc is going to be deleted. [ 1185.632866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.633105] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.647156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.647301] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.679982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.680173] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d8e50-06f7-40f0-91d5-19db578e6124 is going to be deleted. [ 1185.682091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.682377] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.700714] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.700714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.701527] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.701628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.707029] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.707219] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4fac333-bcb0-4198-93e2-c24ebd413cf0 is going to be deleted. [ 1185.708610] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.708865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.731239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.731506] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a16b1a3-c412-4f8d-b798-eab9a490f79c is going to be deleted. [ 1185.732569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.732900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.761101] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.761259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.815194] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.815362] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b2f7ff8-d388-45b6-80f4-8f4db35acf20 is going to be deleted. [ 1185.816387] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.816680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.816776] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.816903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571401a1-bb4e-4eed-924b-006fa28bbfb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.817099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.817289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.817349] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.817478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbacdb1f-5292-4284-a21f-36f813f69e93" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.818070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.818230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.818313] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.818431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f19f0146-813e-4db3-9a9d-c62bbc23d766" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.818564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.818746] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.818820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.818884] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2300657c-4c12-4f71-bb5e-4358e19d2468" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.819018] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.819176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.819254] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.819362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.819488] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.819628] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.819704] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.819811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68dc6927-f869-4133-bdf3-f8fda508636d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.819937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.820091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.820164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.820274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-765ecb40-88ef-41fc-99e3-e7927558f633" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.820401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.820561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.820651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.820755] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30733589-627c-40c5-8912-cb5b24d8d847" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.820883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.821036] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.821112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.821226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5badd9b-c76c-4ca1-a78c-b294b5ada810" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.821347] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.821484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.821559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.821670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ecb6bd2-021f-49ab-b32c-82eb832644ca" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.821822] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.821928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.822007] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.822121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a242386b-fd20-49ff-973e-60f15b7c078e" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.822246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.822380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.822462] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.822616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e283ade5-6707-4fa3-833d-f7d95a3f22cd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.822749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.822892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.822965] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.823104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a973a2-39db-4589-85d5-8eff959d443d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.823209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.823345] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.823416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.823524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cee6fea-7909-4d43-b147-950983883f87" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.823647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.823784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.823857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.823981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa0c6c3c-3190-4ddd-85dd-0609bdde04dc" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.824099] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.824234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.824307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.824492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d8e50-06f7-40f0-91d5-19db578e6124" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.868256] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.868498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.868557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.868831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.869053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.869193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4fac333-bcb0-4198-93e2-c24ebd413cf0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.915610] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.915807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.915853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.916062] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.916158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.916285] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b2f7ff8-d388-45b6-80f4-8f4db35acf20" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.920824] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1185.921413] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.921552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.921617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.921832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.921917] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.922079] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a16b1a3-c412-4f8d-b798-eab9a490f79c" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.976870] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4daddfd-db2f-4f32-8245-397f07fd9789: rpc.has_security_group_logging(os_id): False [ 1185.978405] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.978597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.978676] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.978940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.979095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.979198] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 is going to be created. [ 1185.989602] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.989854] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.989994] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.990331] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.990557] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.990894] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.991077] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.991206] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.991438] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.991584] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.991955] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.992148] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.992279] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.992530] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.993553] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.993553] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 is going to be updated. [ 1186.017701] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.017858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.017947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.018232] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.021649] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.021767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.021813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.021984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.022139] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.035812] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.036034] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.036249] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.036580] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.036788] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.037018] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.046919] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 in Status: UNINITIALIZED for 2s [ 1186.061352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.061655] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.061778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.061918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.062065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.062209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.062318] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be updated. [ 1186.104804] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.167285] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.167559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.167559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.167731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.167886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.223829] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: IN_PROGRESS for 2s [ 1186.607047] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd4e7999-6b80-4ea1-8001-8faa65e6c55f: rpc.has_security_group_logging(os_id): False [ 1186.623662] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.623813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.623887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.624134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.624639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.624639] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.624793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.624793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.625104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.625104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.625104] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f is going to be created. [ 1186.679147] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.679330] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.679405] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.679616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.679797] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.691964] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f in Status: IN_PROGRESS for 2s [ 1186.947530] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 req-c5c3052b-433a-47fd-8177-932a97e3b530 service nova] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1186.948422] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 req-c5c3052b-433a-47fd-8177-932a97e3b530 service nova] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1186.948637] env[64015]: INFO networking_nsxv3.common.synchronization [req-8ac65ef4-b0e2-446a-bb14-54b621c4f9e5 req-c5c3052b-433a-47fd-8177-932a97e3b530 service nova] Enqueued Resource ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 with Priority: HIGHEST for action port [ 1186.948909] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_rules [ 1186.949084] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1186.949221] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 with Priority: HIGHEST for action port [ 1186.949788] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.949962] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.950070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.950303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.950412] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.951930] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.952096] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.952231] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.952424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.952599] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.952733] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.952814] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.952981] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.953109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.953219] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.957193] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-d29578cd-cde0-427b-8cd6-82923d69a2d1 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.957193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.957193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.957193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.957193] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29578cd-cde0-427b-8cd6-82923d69a2d1',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.094947] env[64015]: INFO networking_nsxv3.common.synchronization [req-974afc53-7ac3-4f68-93d2-46f3c7aff3eb req-5e8eab64-4cc0-4d25-b116-2a637bb22508 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1187.095559] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1187.095881] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.096013] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.098951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.098951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.098951] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.098951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.098951] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.099242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.099242] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.099355] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.453080] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.453217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.454532] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.456825] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d29578cd-cde0-427b-8cd6-82923d69a2d1 with status ACTIVE [ 1187.457007] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.457123] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.457191] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.457392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.457483] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.457672] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.457778] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.457841] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.457995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.458094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.458273] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.458407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.458458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.458559] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.458634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.458718] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d29578cd-cde0-427b-8cd6-82923d69a2d1 is going to be updated. [ 1187.477724] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.477878] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.477918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.478198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.478270] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.478380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d29578cd-cde0-427b-8cd6-82923d69a2d1" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.603352] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.603504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.603576] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.603786] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.624561] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.624896] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.624978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.624978] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.625177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.625253] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.625339] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1187.654974] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.655151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.655256] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.655545] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.655624] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.669410] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1187.956380] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.057255] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 in Status: SUCCESS [ 1188.057255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.057255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.057255] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.057506] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.057506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.057600] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.057710] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.057789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.057874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.057964] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.238369] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1188.238536] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.458788] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.458976] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.459068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.459307] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.459400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.459505] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5fda160-9acd-4993-a745-73e70e272efd is going to be updated. [ 1188.488387] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.488599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.488680] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.488954] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.489160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.497763] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: IN_PROGRESS for 2s [ 1188.560621] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.705692] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f in Status: SUCCESS [ 1188.705996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.063207] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62f3e35b-4dd6-410b-bfba-4f6f85136b78: rpc.has_security_group_logging(os_id): False [ 1189.083082] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.083298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.083298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.083520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.083612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.083876] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.083979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.084057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.084214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.084292] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.084415] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 is going to be created. [ 1189.137488] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.137699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.137808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.138144] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.138411] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.151053] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 in Status: IN_PROGRESS for 2s [ 1189.679138] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1189.679328] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 deletion is rescheduled due to dependency. [ 1189.679443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.444095] env[64015]: INFO networking_nsxv3.common.synchronization [req-b54df00f-27d2-4906-9aa3-657426623785 req-a8c71572-fc68-4ee9-9073-52598932f5b5 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1190.444675] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4daddfd-db2f-4f32-8245-397f07fd9789 with Priority: HIGHEST for action security_group_members [ 1190.444985] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4daddfd-db2f-4f32-8245-397f07fd9789 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.445124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.445214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.445423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.445585] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.445686] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.445743] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.445891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.445974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.446245] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4daddfd-db2f-4f32-8245-397f07fd9789',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.516844] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: SUCCESS [ 1190.517138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.517353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.517629] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.517881] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.518056] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.518154] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.518362] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.518472] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.518594] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.518734] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.948832] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.949100] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.949319] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.949583] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.950612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.950612] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.950612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.950612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.950612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.950612] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.950844] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 is going to be updated. [ 1190.980642] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.980757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.980861] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.980982] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.981138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.989722] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: IN_PROGRESS for 2s [ 1191.021626] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.164723] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 in Status: SUCCESS [ 1191.165214] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.524153] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5fda160-9acd-4993-a745-73e70e272efd: rpc.has_security_group_logging(os_id): False [ 1191.542521] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.542789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.542789] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.542996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.564665] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.565045] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.565236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.565321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.565481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.565557] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.565655] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5fda160-9acd-4993-a745-73e70e272efd is going to be updated. [ 1191.620389] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.620667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.620667] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.620863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.620953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.632842] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: IN_PROGRESS for 2s [ 1192.242922] env[64015]: INFO networking_nsxv3.common.synchronization [req-5a427e19-6645-4e60-9ec8-180b4033ffa3 req-a910274e-ea28-49ee-b067-4bdb00e4f242 tempest-AttachVolumeNegativeTest-645908241 tempest-AttachVolumeNegativeTest-645908241-project-member] Enqueued Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_members [ 1192.243516] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGHEST for action security_group_members [ 1192.243853] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.243994] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.244195] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.244406] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.244571] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.244699] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.244753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.244916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.245037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.245118] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.748707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.749141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.749141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.749391] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.770124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.770364] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.770481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.770549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.770738] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.770821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.770913] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 is going to be updated. [ 1192.799682] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.799826] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.799901] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.800137] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.800282] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.809493] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 in Status: IN_PROGRESS for 2s [ 1193.000488] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4daddfd-db2f-4f32-8245-397f07fd9789 in Status: SUCCESS [ 1193.000725] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4daddfd-db2f-4f32-8245-397f07fd9789 deletion is rescheduled due to dependency. [ 1193.000875] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4daddfd-db2f-4f32-8245-397f07fd9789" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.646224] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: SUCCESS [ 1193.646505] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.804203] env[64015]: INFO networking_nsxv3.common.synchronization [None req-27f8429a-f288-43ef-95ad-886bdc9f7462 tempest-AttachInterfacesTestJSON-1202927945 tempest-AttachInterfacesTestJSON-1202927945-project-member] Enqueued Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1194.804203] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 with Priority: HIGHEST for action security_group_members [ 1194.804465] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3310f2f5-3139-4fa6-aacd-bbaa4041af96 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.804530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.804585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.804779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.804998] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.805061] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.805143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.805280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.805395] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.805509] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3310f2f5-3139-4fa6-aacd-bbaa4041af96',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.818921] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 in Status: SUCCESS [ 1194.819149] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 deletion is rescheduled due to dependency. [ 1194.819291] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.308170] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.308366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.308408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.308617] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.308714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.308927] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.309142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.309142] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.309259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.309338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.309431] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3310f2f5-3139-4fa6-aacd-bbaa4041af96 is going to be deleted. [ 1195.337657] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.337756] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.337832] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.338145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.338252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.338355] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3310f2f5-3139-4fa6-aacd-bbaa4041af96" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.936022] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 req-f4a55fc5-6f25-4dfb-b669-73fd95b5fbbe tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1196.936628] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1196.936963] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.937239] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.937314] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.937639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.937830] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.937937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.938007] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.938185] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.938271] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.938363] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.270213] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.270465] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.270628] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.271036] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.271404] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.271664] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.271807] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.272165] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.272369] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.272655] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.272843] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.273069] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.273229] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.273363] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.273484] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.273642] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.292546] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.292752] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.292915] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.293122] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.293451] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-18ce209b-437d-41ee-a82d-a50c918baccf taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.293636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.293769] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.294132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.294284] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ce209b-437d-41ee-a82d-a50c918baccf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.440636] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.440636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.440636] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.440916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.440958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.441174] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.441269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.441334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.441494] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.441573] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.441662] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1197.470735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.470735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.470735] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.471017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.471017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.479482] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1197.796394] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.796633] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.797566] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.797566] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.797566] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.797566] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 18ce209b-437d-41ee-a82d-a50c918baccf not found, creating... [ 1197.797954] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.797954] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.798094] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.798299] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.798398] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.798665] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.798871] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.798969] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.799205] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.799430] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.799491] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 18ce209b-437d-41ee-a82d-a50c918baccf is going to be created. [ 1197.819544] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.819779] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.819916] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.820320] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.820580] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.821132] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.539691] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 req-5ffbae3d-686f-45ac-84bc-292d4eb47952 service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 1198.539954] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 req-5ffbae3d-686f-45ac-84bc-292d4eb47952 service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1198.540071] env[64015]: INFO networking_nsxv3.common.synchronization [req-ae1cc122-e498-467e-bc6c-8369bcbb5ff0 req-5ffbae3d-686f-45ac-84bc-292d4eb47952 service nova] Enqueued Resource ID: 18ce209b-437d-41ee-a82d-a50c918baccf with Priority: HIGHEST for action port [ 1198.540280] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 1198.540413] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1198.540512] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ce209b-437d-41ee-a82d-a50c918baccf with Priority: HIGHEST for action port [ 1198.541100] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.541230] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.541298] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.541497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.541578] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.542485] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.542584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.542776] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ce209b-437d-41ee-a82d-a50c918baccf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.542876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.542939] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.543476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.543561] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ce209b-437d-41ee-a82d-a50c918baccf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.045374] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.045589] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.045691] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18ce209b-437d-41ee-a82d-a50c918baccf with status ACTIVE [ 1199.045857] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.045964] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.046040] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.046269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.046359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.046534] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.046672] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.046764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.046937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.047091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.047219] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.047325] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.047370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.047510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.047585] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.047691] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18ce209b-437d-41ee-a82d-a50c918baccf is going to be updated. [ 1199.066481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.066651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.066701] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.066845] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.066973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.067135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.488427] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1199.488610] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 deletion is rescheduled due to dependency. [ 1199.488669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.488831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.489067] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.489251] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.489365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.489430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.489587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.489670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.489763] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.992337] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.495485] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.999256] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.999596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.999596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.999742] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.999856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.999915] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1201.025367] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.025526] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.025611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.025866] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.026052] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.033149] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1203.044409] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1203.044713] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.044757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.044958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.045175] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.045294] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.045380] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.045535] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.045616] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.045700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.045791] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.542108] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.542285] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1203.547730] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.050250] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3be94ec6-b806-41a6-aace-8cc37892c1f4: rpc.has_security_group_logging(os_id): False [ 1204.067244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.067426] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.067522] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.067696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.067785] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.068041] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.068155] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.068217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.068386] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.068468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.068558] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1204.119883] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.119883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.119883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.119883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.120150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.131264] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1206.148131] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1206.148503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.543395] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.543708] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.544525] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.544801] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.545659] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.545909] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.546575] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.546947] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.548423] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.548723] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.552280] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.552280] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.550698] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.551126] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.380085] env[64015]: INFO networking_nsxv3.common.synchronization [req-5f354657-ccb8-4d3a-898d-3b70b6031eaf req-d779b786-ea77-4221-a03f-e5ad5126de79 tempest-AttachVolumeShelveTestJSON-544249303 tempest-AttachVolumeShelveTestJSON-544249303-project-member] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1240.381043] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGHEST for action security_group_members [ 1240.381043] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.381043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.381043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.381353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.381353] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.381478] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.381539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.381674] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.381774] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.381852] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.885071] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.885071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.885071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.885071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.885071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.885365] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.885365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.885365] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.885481] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.885593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.885748] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5fda160-9acd-4993-a745-73e70e272efd is going to be updated. [ 1240.913347] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.913507] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.913548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.913751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.913913] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.921134] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: IN_PROGRESS for 2s [ 1242.933541] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5fda160-9acd-4993-a745-73e70e272efd in Status: SUCCESS [ 1242.933961] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5fda160-9acd-4993-a745-73e70e272efd deletion is rescheduled due to dependency. [ 1242.934027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.381864] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.382161] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.383462] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.383864] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1255.384291] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.384732] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.385315] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.385315] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.386458] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.386838] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.388100] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.388100] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.048911] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.049235] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.049280] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.049540] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.049809] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.049987] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.050127] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.050353] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.050504] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.050738] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.050865] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.050983] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.051114] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.051235] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.051351] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.051492] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.070457] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.070611] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1272.070759] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.070930] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-318" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.071225] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-18ce209b-437d-41ee-a82d-a50c918baccf taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.071393] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.071521] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.071753] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.071950] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ce209b-437d-41ee-a82d-a50c918baccf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.573868] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.574110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.574212] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.574503] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.574663] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.574976] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.575157] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.575284] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.575563] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.575711] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.576015] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.576187] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.576314] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.576534] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.576679] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.576828] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 18ce209b-437d-41ee-a82d-a50c918baccf is going to be updated. [ 1272.600066] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.600266] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.600436] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.600739] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.600941] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.601190] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.275531] env[64015]: INFO networking_nsxv3.common.synchronization [req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 req-0094739e-ef67-4089-8c94-b7206685fe4e service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 1273.275816] env[64015]: INFO networking_nsxv3.common.synchronization [req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 req-0094739e-ef67-4089-8c94-b7206685fe4e service nova] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1273.275860] env[64015]: INFO networking_nsxv3.common.synchronization [req-9357e9d2-5b29-433f-a7ff-10e8c17aa6c8 req-0094739e-ef67-4089-8c94-b7206685fe4e service nova] Enqueued Resource ID: 18ce209b-437d-41ee-a82d-a50c918baccf with Priority: HIGHEST for action port [ 1273.276147] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_rules [ 1273.276286] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1273.276385] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ce209b-437d-41ee-a82d-a50c918baccf with Priority: HIGHEST for action port [ 1273.276916] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.277095] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.277133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.277354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.277396] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.278264] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.278356] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.278424] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.278597] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.278737] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.278827] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.278889] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.279054] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.279158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.279249] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.280244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ce209b-437d-41ee-a82d-a50c918baccf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.281165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.281249] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.281417] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.281763] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ce209b-437d-41ee-a82d-a50c918baccf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.783107] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.783582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.783676] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.784537] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18ce209b-437d-41ee-a82d-a50c918baccf with status ACTIVE [ 1273.784730] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.784848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.784912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.785131] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.785222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.786037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.786037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.786037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.786037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.786037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.786037] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.786037] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.786443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.786443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.786443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.786443] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18ce209b-437d-41ee-a82d-a50c918baccf is going to be updated. [ 1273.807752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.807963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.807963] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.808134] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.808264] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.808423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ce209b-437d-41ee-a82d-a50c918baccf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.288870] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.790860] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.791027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.791128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.791310] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.791400] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.791498] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1274.821367] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.821575] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.821753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.821858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.822031] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.830963] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1276.841217] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1276.841493] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.841567] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.841764] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.841977] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.842141] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.842203] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.842334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.842409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.842498] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.842661] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.345421] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.848049] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3be94ec6-b806-41a6-aace-8cc37892c1f4: rpc.has_security_group_logging(os_id): False [ 1277.865673] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.865842] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.865916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.866150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.866259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.866558] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.866666] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.866731] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.866916] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.866998] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.867096] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1277.938449] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.938670] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.938728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.939055] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.939265] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.954300] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1278.125387] env[64015]: INFO networking_nsxv3.common.synchronization [req-35030e1c-9c40-447e-a978-fcb8b60576f2 req-71d1d612-14c5-459b-81b4-3241bf9e9c1d tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_members [ 1278.126016] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 with Priority: HIGHEST for action security_group_members [ 1278.126375] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-62f3e35b-4dd6-410b-bfba-4f6f85136b78 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.126541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.126621] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.127479] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.127774] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.127958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.128035] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.128213] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.128316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.128499] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62f3e35b-4dd6-410b-bfba-4f6f85136b78',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.631067] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.631324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.631324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.631569] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.631681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.631851] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.631947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.632070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.632302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.632393] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.632509] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 is going to be updated. [ 1278.661385] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.661654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.661654] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.661807] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.661983] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.669340] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 in Status: IN_PROGRESS for 2s [ 1279.969473] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1279.969914] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.679712] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 in Status: SUCCESS [ 1280.679921] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62f3e35b-4dd6-410b-bfba-4f6f85136b78 deletion is rescheduled due to dependency. [ 1280.679975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62f3e35b-4dd6-410b-bfba-4f6f85136b78" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.126727] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.127050] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1288.130347] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.130604] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.553482] env[64015]: INFO networking_nsxv3.common.synchronization [req-d354311c-6cb7-45ba-8173-b867457fbcd6 req-4748f517-4655-4dd9-bd7d-f5a596644446 tempest-ServerActionsTestOtherB-637679902 tempest-ServerActionsTestOtherB-637679902-project-member] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1289.554620] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGHEST for action security_group_members [ 1289.554620] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.554620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.554620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.554936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.554936] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.555074] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.555148] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.555558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.555558] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.555558] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.057895] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.058135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.058135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.058456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.058562] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.058773] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.058876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.058930] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.059104] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.059180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.059265] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be updated. [ 1290.086394] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.086582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.086582] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.086751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.086883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.104211] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 2s [ 1292.114148] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: IN_PROGRESS for 4s [ 1294.125413] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 in Status: SUCCESS [ 1294.125790] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 deletion is rescheduled due to dependency. [ 1294.125790] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.555329] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.555630] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.556222] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.556557] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.557680] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.557680] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.559112] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.559541] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.627289] env[64015]: INFO networking_nsxv3.common.synchronization [req-fc0a168e-fd77-4b9a-8a56-85dc7dc44e56 req-324f79b0-296f-40b8-869d-b6ac5875f407 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1312.627863] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1312.628278] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.628450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.628552] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.628780] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.628965] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.629164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.629164] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.629354] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.629463] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.629577] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.133203] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.133407] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.133456] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.133647] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.154339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.154613] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.154759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.154835] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.155076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.155172] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.155266] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1313.180495] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.180663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.180707] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.180894] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.181047] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.188204] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1315.198593] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1315.198937] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 deletion is rescheduled due to dependency. [ 1315.198937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.629597] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.629597] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.293815] env[64015]: INFO networking_nsxv3.common.synchronization [req-5aaadd15-fa4f-4ba2-adc8-42695280c342 req-6e9e997d-845f-45aa-9f94-51aa595ec07c tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1321.294244] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1321.294565] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.294724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.294781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.294942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.295137] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.295269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.295359] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.295529] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.295641] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.295750] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.602532] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.602744] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.602882] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.603197] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.603479] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.603646] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.603773] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.603999] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.604166] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.604388] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.604514] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.604634] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.604753] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.604874] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.604989] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.605147] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.624282] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.624446] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1321.624596] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.624763] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.625044] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.625216] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.625345] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.625636] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.625782] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3c8b96-ea3e-438f-aa43-a4abb0f686cf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.798299] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.798447] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.798506] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.798719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.798856] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.799035] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.799163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.799219] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.799370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.799451] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.799541] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1321.825517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.825692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.825734] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.825937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.826076] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.835271] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1322.128132] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.128375] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.128477] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.128783] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.128989] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.129117] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf not found, creating... [ 1322.129389] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.129556] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.129683] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.129906] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.130073] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.130378] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.130590] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.130720] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.130938] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.131094] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.131248] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: dd3c8b96-ea3e-438f-aa43-a4abb0f686cf is going to be created. [ 1322.164194] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.164451] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.164574] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.164880] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.165164] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.165445] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.827326] env[64015]: INFO networking_nsxv3.common.synchronization [req-5aaadd15-fa4f-4ba2-adc8-42695280c342 req-5f694e2c-279d-414f-ab03-220e58934829 service nova] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1322.827584] env[64015]: INFO networking_nsxv3.common.synchronization [req-5aaadd15-fa4f-4ba2-adc8-42695280c342 req-5f694e2c-279d-414f-ab03-220e58934829 service nova] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1322.827674] env[64015]: INFO networking_nsxv3.common.synchronization [req-5aaadd15-fa4f-4ba2-adc8-42695280c342 req-5f694e2c-279d-414f-ab03-220e58934829 service nova] Enqueued Resource ID: dd3c8b96-ea3e-438f-aa43-a4abb0f686cf with Priority: HIGHEST for action port [ 1322.827902] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1322.828090] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1322.828194] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3c8b96-ea3e-438f-aa43-a4abb0f686cf with Priority: HIGHEST for action port [ 1322.828752] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.828879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.828985] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.829809] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.829891] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.831497] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.831497] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.831701] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.831925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.832024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.832200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.832302] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3c8b96-ea3e-438f-aa43-a4abb0f686cf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.331737] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.331991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.334260] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd3c8b96-ea3e-438f-aa43-a4abb0f686cf with status ACTIVE [ 1323.334532] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.334719] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.334848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.335138] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.335289] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.335547] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.335700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.335825] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.336068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.336217] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.336475] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.336643] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.336744] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.336955] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.337108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.337249] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd3c8b96-ea3e-438f-aa43-a4abb0f686cf is going to be updated. [ 1323.358236] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.358435] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.358593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.358745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.358938] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.359174] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3c8b96-ea3e-438f-aa43-a4abb0f686cf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.843948] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1323.844346] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 deletion is rescheduled due to dependency. [ 1323.844346] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.844450] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.844595] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.845508] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.845508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.845508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.845508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1323.845508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.845508] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.347720] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.849708] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.351855] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.352068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.352163] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.352328] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.352420] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.352529] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1325.382345] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.382492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.382587] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.382745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.382886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.390521] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1327.402089] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1327.402089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.402089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.402089] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.402499] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.402499] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.402592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.402794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.402918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.403065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.403209] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.829432] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.829659] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1327.906200] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.409892] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b780240-de15-411c-a788-1ebc6de1f6d8: rpc.has_security_group_logging(os_id): False [ 1328.428188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.428188] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.428188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.428188] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1328.484519] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.484519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.484519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.484519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.484519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.497100] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1328.574365] env[64015]: INFO networking_nsxv3.common.synchronization [req-912c911b-dc7e-47bc-9d60-f30dd8712b1c req-dd93eb51-c108-47cd-83df-31899e775724 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_members [ 1328.574903] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGHEST for action security_group_members [ 1328.575345] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.575476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.575553] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.575741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.575896] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.576020] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.576135] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.576302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.576394] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.576493] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.078645] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.078921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.078921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.079140] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.079222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.079387] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.079492] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.079551] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.079711] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.079808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.079923] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f is going to be updated. [ 1329.114233] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.114461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.114461] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.114626] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.114765] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.124152] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f in Status: IN_PROGRESS for 2s [ 1330.508992] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1330.509303] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.134586] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f in Status: SUCCESS [ 1331.134773] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f deletion is rescheduled due to dependency. [ 1331.134888] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.185523] env[64015]: INFO networking_nsxv3.common.synchronization [None req-82600428-c206-4446-bbe8-4ff39379e8d4 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_rules [ 1333.186225] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_rules [ 1333.186712] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecc5373d-7872-43ed-a960-feb1da504830 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.187044] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.187188] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.187514] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.187654] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.256177] env[64015]: INFO networking_nsxv3.common.synchronization [None req-446571f1-53ef-4819-9836-83b49d0e9fec tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_rules [ 1333.256668] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_rules [ 1333.256979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecc5373d-7872-43ed-a960-feb1da504830 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.257128] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.708392] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.708593] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.708684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.708912] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.709046] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.709167] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecc5373d-7872-43ed-a960-feb1da504830 already deleted. [ 1333.709384] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.709564] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.709757] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.709848] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.230496] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.230870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.230870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.230942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.231051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.231115] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecc5373d-7872-43ed-a960-feb1da504830 already deleted. [ 1334.231190] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.257787] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.258140] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.578201] env[64015]: INFO networking_nsxv3.common.synchronization [req-21d24d77-2670-4bd1-ad9e-d835045ddae4 req-ba622340-cbbe-4eca-8fcc-2226b038e911 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_members [ 1338.578855] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_members [ 1338.578973] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecc5373d-7872-43ed-a960-feb1da504830 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.579125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.579125] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.579388] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.579569] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.579694] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.579775] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.579900] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.579984] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.580077] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.831049] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.831231] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.831439] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.831730] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.832015] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.832199] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.832331] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.832559] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.832708] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.832933] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.833069] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1338.833190] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1338.833313] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1338.833433] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.833549] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1338.833690] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1338.853724] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1338.853865] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1338.853948] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1338.854139] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-30" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.854432] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.854604] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.854733] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.855100] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.855259] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ddc88ce-b5f1-4246-8c20-b595b6913cd0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.082554] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.082745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.082745] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.082940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.083043] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.083245] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.083353] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.083419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.083584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.083663] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.083749] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecc5373d-7872-43ed-a960-feb1da504830 already deleted. [ 1339.083828] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.357528] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.357866] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.357908] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.358312] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.358516] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.358686] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 not found, creating... [ 1339.358976] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.359160] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.359344] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.359602] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.359754] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.360104] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.360294] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.360424] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.360643] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.360788] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.360936] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 is going to be created. [ 1339.381176] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.381348] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.381448] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.381688] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.381924] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.382167] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.065269] env[64015]: INFO networking_nsxv3.common.synchronization [req-21d24d77-2670-4bd1-ad9e-d835045ddae4 req-695379d9-ad5b-4724-bad7-8c40b3d64977 service nova] Enqueued Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_rules [ 1340.065464] env[64015]: INFO networking_nsxv3.common.synchronization [req-21d24d77-2670-4bd1-ad9e-d835045ddae4 req-695379d9-ad5b-4724-bad7-8c40b3d64977 service nova] Enqueued Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_members [ 1340.065607] env[64015]: INFO networking_nsxv3.common.synchronization [req-21d24d77-2670-4bd1-ad9e-d835045ddae4 req-695379d9-ad5b-4724-bad7-8c40b3d64977 service nova] Enqueued Resource ID: 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 with Priority: HIGHEST for action port [ 1340.065833] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_rules [ 1340.065968] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_members [ 1340.066089] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 with Priority: HIGHEST for action port [ 1340.066674] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecc5373d-7872-43ed-a960-feb1da504830 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.066798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.066868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.067189] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.067281] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.068517] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecc5373d-7872-43ed-a960-feb1da504830 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.068635] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.068703] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.068961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.069148] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.069246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.069321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.069453] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.069540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.071024] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.071212] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.071322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.071392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.071547] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.071643] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ddc88ce-b5f1-4246-8c20-b595b6913cd0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.569564] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecc5373d-7872-43ed-a960-feb1da504830 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.569972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.574432] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.575578] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 with status ACTIVE [ 1340.575776] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.575945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.575945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.576874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.576874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.576874] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.576874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.576874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.576874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.576874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.580176] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.580176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.580176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.580176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.580176] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.580176] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ddc88ce-b5f1-4246-8c20-b595b6913cd0 is going to be updated. [ 1340.601327] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.601327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.601327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.601327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.601327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.601327] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ddc88ce-b5f1-4246-8c20-b595b6913cd0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.079538] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.709814] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.710215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.710215] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.710297] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.710332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.710500] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecc5373d-7872-43ed-a960-feb1da504830 is going to be created. [ 1341.735296] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.735467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.735467] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.735611] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.735759] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.744586] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecc5373d-7872-43ed-a960-feb1da504830 in Status: UNINITIALIZED for 2s [ 1343.755817] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecc5373d-7872-43ed-a960-feb1da504830 in Status: SUCCESS [ 1343.756182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.756182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.756416] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.756612] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.756724] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.756788] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.756937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1343.757026] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.757108] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.757195] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.259810] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.762338] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecc5373d-7872-43ed-a960-feb1da504830: rpc.has_security_group_logging(os_id): False [ 1344.780051] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.780200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.780274] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.780489] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.780590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.780823] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.780922] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.780987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.781146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.781222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.781310] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecc5373d-7872-43ed-a960-feb1da504830 is going to be created. [ 1344.840349] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.840501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.840549] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.840722] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.840891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.853337] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecc5373d-7872-43ed-a960-feb1da504830 in Status: IN_PROGRESS for 2s [ 1345.066950] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.067107] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1346.865915] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecc5373d-7872-43ed-a960-feb1da504830 in Status: SUCCESS [ 1346.866221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.067963] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.068364] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.068852] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.069208] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.070163] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.070582] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.071171] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.071171] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.072796] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.073187] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.073850] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.074326] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.075498] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.075855] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.076892] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.077288] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.078458] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.078810] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.080147] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.080451] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.080925] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.081342] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.090119] env[64015]: INFO networking_nsxv3.common.synchronization [req-cec15599-204b-40c2-972b-57521670d289 req-1508c485-0de8-4c62-ab31-7361496c7af5 tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1401.090396] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1401.090733] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.090850] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.090921] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.091352] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.091536] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.091651] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.091708] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.091882] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.091972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.092085] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.594020] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.594222] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.594286] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.594473] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.594568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.594771] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.594876] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.594940] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.595109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.595186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.595272] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1401.630648] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.630793] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.630834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.630973] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.631116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.638168] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1403.648792] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1403.649205] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 deletion is rescheduled due to dependency. [ 1403.649205] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.091783] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.092158] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.990808] env[64015]: INFO networking_nsxv3.common.synchronization [req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 req-dd99cd60-5cb4-4238-8481-c39e96cab72b tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1407.991391] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1407.991735] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.991858] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.991928] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.992198] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.992364] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.992468] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.992530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.992687] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.992773] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.992864] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.274133] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.274340] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.274472] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.274754] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.275039] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.275238] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.275367] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.275581] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.275731] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.275943] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.276079] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] NeedRegenerationException {{(pid=64015) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.276197] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] no value, waiting for create lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.276311] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] value creation lock acquired {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.276426] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] No value present for key: 'zone-id' {{(pid=64015) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.276544] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Calling creation function for not-yet-present value {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.276704] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.296394] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.296594] env[64015]: DEBUG dogpile.cache.region [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=64015) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1408.296694] env[64015]: DEBUG dogpile.lock [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Released creation lock {{(pid=64015) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.296927] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "network-380" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.297257] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock port-559b8e76-4ba2-4402-8a05-44c0ee5ed856 taken with stack trace [, , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.297430] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.297554] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.297882] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.298052] env[64015]: DEBUG networking_nsxv3.api.rpc [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559b8e76-4ba2-4402-8a05-44c0ee5ed856',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.494870] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.495136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.495136] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.495273] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.495339] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.495539] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.495642] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.495700] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.495848] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.495927] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.496042] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1408.518244] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.518379] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.518419] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.518857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.518857] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.526429] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1408.800599] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.800833] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.801085] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.801293] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.801459] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.801623] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Segment Port 559b8e76-4ba2-4402-8a05-44c0ee5ed856 not found, creating... [ 1408.801946] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.802055] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.802328] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.802421] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.802531] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.802841] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.802992] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.803110] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.803330] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.803469] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.803614] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Resource: SegmentPort with ID: 559b8e76-4ba2-4402-8a05-44c0ee5ed856 is going to be created. [ 1408.821136] env[64015]: DEBUG networking_nsxv3.common.locking [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.821379] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.821457] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.821682] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.821911] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.822158] env[64015]: DEBUG oslo_concurrency.lockutils [None req-ace400ad-5a18-4509-a7f8-2fe0e34c322e None None] Releasing lock "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.518314] env[64015]: INFO networking_nsxv3.common.synchronization [req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 req-11067ac7-4201-4948-85ba-ed7d60eea6ae service nova] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1409.518314] env[64015]: INFO networking_nsxv3.common.synchronization [req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 req-11067ac7-4201-4948-85ba-ed7d60eea6ae service nova] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1409.518314] env[64015]: INFO networking_nsxv3.common.synchronization [req-b00dd19f-50e4-499f-93e0-2a3f8b8394a1 req-11067ac7-4201-4948-85ba-ed7d60eea6ae service nova] Enqueued Resource ID: 559b8e76-4ba2-4402-8a05-44c0ee5ed856 with Priority: HIGHEST for action port [ 1409.518314] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_rules [ 1409.518314] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1409.518314] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559b8e76-4ba2-4402-8a05-44c0ee5ed856 with Priority: HIGHEST for action port [ 1409.519213] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.519502] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.519847] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.520209] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.520430] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.521408] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.522023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.522023] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock port-559b8e76-4ba2-4402-8a05-44c0ee5ed856 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.522023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.522321] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.522606] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1409.522809] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559b8e76-4ba2-4402-8a05-44c0ee5ed856',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.025049] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.025284] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.026614] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559b8e76-4ba2-4402-8a05-44c0ee5ed856 with status ACTIVE [ 1410.026808] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.026937] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.027017] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.027226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.027317] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.027493] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.027591] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.027655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.027808] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.027879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.028075] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.028173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.028240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.028369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.028469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.028513] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559b8e76-4ba2-4402-8a05-44c0ee5ed856 is going to be updated. [ 1410.048369] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.048524] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.048568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.048728] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.048852] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.049113] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559b8e76-4ba2-4402-8a05-44c0ee5ed856" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.535429] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1410.535715] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 deletion is rescheduled due to dependency. [ 1410.535887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.535887] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.536109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.536318] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.536458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.536530] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.536688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.536770] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.536865] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.039114] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.541282] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.044481] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.044692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.044692] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.044879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.044972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.045096] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1412.071468] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.071681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.071681] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.071815] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.071953] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.081360] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1414.008970] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1414.009536] env[64015]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e959a6ec-1514-41f6-9bec-d14f8d20143b None None] NSXv3 Agent Agent loop - iteration:4 started [ 1414.091726] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1414.091936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.092124] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.092392] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.092608] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.092739] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.092830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.093038] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.093151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.093241] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.093331] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.517973] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.517973] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1414.595772] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.098299] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b780240-de15-411c-a788-1ebc6de1f6d8: rpc.has_security_group_logging(os_id): False [ 1415.115428] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.115634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.115634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.115863] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.115996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.116161] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.116804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.116804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.116804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.116804] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.116804] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1415.173608] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.173800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.173800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.173995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1415.174151] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.185086] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1417.199410] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1417.199718] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.240980] env[64015]: INFO networking_nsxv3.common.synchronization [req-306f75e6-64cb-41ed-ad25-e1a6d1c9ebc5 req-2c784b7c-b6b9-4cc5-a468-6eeb3ca5fa54 tempest-AttachVolumeTestJSON-1634380312 tempest-AttachVolumeTestJSON-1634380312-project-member] Enqueued Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_members [ 1418.241517] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc5373d-7872-43ed-a960-feb1da504830 with Priority: HIGHEST for action security_group_members [ 1418.241826] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecc5373d-7872-43ed-a960-feb1da504830 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.241947] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.242024] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.242261] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.242444] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.242541] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.242599] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.243246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.243246] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.243246] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecc5373d-7872-43ed-a960-feb1da504830',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.744755] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.744996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.744996] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.745221] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.745318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.745521] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.745639] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.745696] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.745821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.745886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.745974] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecc5373d-7872-43ed-a960-feb1da504830 is going to be updated. [ 1418.773890] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.774116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.774116] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.774234] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.774366] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.782896] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecc5373d-7872-43ed-a960-feb1da504830 in Status: IN_PROGRESS for 2s [ 1420.793901] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecc5373d-7872-43ed-a960-feb1da504830 in Status: SUCCESS [ 1420.794280] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecc5373d-7872-43ed-a960-feb1da504830 deletion is rescheduled due to dependency. [ 1420.794280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecc5373d-7872-43ed-a960-feb1da504830" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.941158] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.941369] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.941503] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.941751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1420.941885] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.444669] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.946817] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.449432] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1422.449635] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1423.242809] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.243262] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.249625] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.249860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.249860] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.250109] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.261866] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1423.262836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.264197] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1423.306292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.306568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.306568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.306753] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.321315] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.322167] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1423.322266] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1423.322346] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1423.353875] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.354145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.354145] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.354302] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.355199] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.355371] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1423.427016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.427259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.427259] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.427446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.427768] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.428058] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1423.500391] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.500721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.500721] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.500836] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.501094] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.501412] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1423.501501] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bd4e7999-6b80-4ea1-8001-8faa65e6c55f', 'e5fda160-9acd-4993-a745-73e70e272efd', '24cfc1c7-d8de-411a-a5b1-525b1c317de5', '4e758dc7-c906-4c5d-939b-85871b81f503', 'b6897b23-687c-4a94-abd1-91c3f7eea9ce', '3677f0c2-1316-4ad7-a0db-9f5d6c8fab17', '04d48681-0cb0-463d-ad83-ba458e85359b', '5295b59f-f460-41bb-8ef2-fa810d7fb5bf', '97b0e9ff-a91d-4045-8297-ebc81bfff034', '501cd155-b3b1-49b1-abd0-239d61fa3ca2', 'e0124148-b740-4741-83a1-966630c4384b', 'bfe51baa-1822-4ded-a12b-8ecb0e70139d', 'a120f95a-86c4-4b1f-b540-809c9f0fbcb0', '04950076-8f41-4cea-b6e1-51929a1a43c7', '84e6dd28-f626-4379-bb43-aa99bdda57e2', 'c88c5017-d49f-49ac-a388-fd3f2b42cc23', '10157c76-ecfb-40d5-a8e7-1f6f427ce354', '79bbe04c-ad15-464a-b659-2c7b082f7249', '3be94ec6-b806-41a6-aace-8cc37892c1f4', 'a5d42749-af86-47cb-8ff1-199524502011', '3b780240-de15-411c-a788-1ebc6de1f6d8', 'b49f473d-abfd-4b38-9ce9-e9b634da9c33', '62f3e35b-4dd6-410b-bfba-4f6f85136b78', '5ea3518d-d135-4f41-983d-b785b8be6cca', 'a7453d14-f4d0-4e5c-ad0d-8ea65d587271', 'ecc5373d-7872-43ed-a960-feb1da504830', 'd4daddfd-db2f-4f32-8245-397f07fd9789', 'ebedcda5-e754-4113-91f1-15a31f49ef11'} {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1423.501608] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1423.519978] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.520260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.520260] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.520458] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.520556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.520671] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1423.520745] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1423.520820] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1423.586217] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.586501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.586501] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.586625] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.587798] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.588138] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1423.588215] env[64015]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=64015) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1423.588294] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1423.588356] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1423.588463] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1423.588531] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGH for action security_group_rules [ 1423.588565] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGH for action security_group_rules [ 1423.588638] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGH for action security_group_rules [ 1423.588698] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGH for action security_group_rules [ 1423.588755] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGH for action security_group_rules [ 1423.588814] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGH for action security_group_rules [ 1423.588869] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGH for action security_group_rules [ 1423.588936] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGH for action security_group_rules [ 1423.588994] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGH for action security_group_rules [ 1423.589101] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGH for action security_group_rules [ 1423.589182] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGH for action security_group_rules [ 1423.589242] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGH for action security_group_rules [ 1423.589303] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGH for action security_group_rules [ 1423.589360] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGH for action security_group_rules [ 1423.589424] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGH for action security_group_rules [ 1423.589479] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGH for action security_group_rules [ 1423.589635] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGH for action security_group_rules [ 1423.589635] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGH for action security_group_rules [ 1423.589736] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGH for action security_group_rules [ 1423.589736] env[64015]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGH for action security_group_rules [ 1423.589834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.244106] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.244447] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1428.244447] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f with Priority: HIGH for action security_group_rules [ 1428.244539] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 with Priority: HIGH for action security_group_rules [ 1428.244585] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d48681-0cb0-463d-ad83-ba458e85359b with Priority: HIGH for action security_group_rules [ 1428.244681] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 with Priority: HIGH for action security_group_rules [ 1428.244779] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d42749-af86-47cb-8ff1-199524502011 with Priority: HIGH for action security_group_rules [ 1428.244875] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 with Priority: HIGH for action security_group_rules [ 1428.244968] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 with Priority: HIGH for action security_group_rules [ 1428.245077] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 with Priority: HIGH for action security_group_rules [ 1428.245171] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 with Priority: HIGH for action security_group_rules [ 1428.245266] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 with Priority: HIGH for action security_group_rules [ 1428.245362] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 with Priority: HIGH for action security_group_rules [ 1428.245452] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d with Priority: HIGH for action security_group_rules [ 1428.246067] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0124148-b740-4741-83a1-966630c4384b with Priority: HIGH for action security_group_rules [ 1428.246196] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 with Priority: HIGH for action security_group_rules [ 1428.246302] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 with Priority: HIGH for action security_group_rules [ 1428.246400] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 with Priority: HIGH for action security_group_rules [ 1428.246496] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf with Priority: HIGH for action security_group_rules [ 1428.246588] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce with Priority: HIGH for action security_group_rules [ 1428.246679] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fda160-9acd-4993-a745-73e70e272efd with Priority: HIGH for action security_group_rules [ 1428.246772] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e758dc7-c906-4c5d-939b-85871b81f503 with Priority: HIGH for action security_group_rules [ 1428.247177] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.247344] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.247413] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.247631] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.247715] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd4e7999-6b80-4ea1-8001-8faa65e6c55f',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.248979] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.248979] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.249146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.249244] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.249323] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24cfc1c7-d8de-411a-a5b1-525b1c317de5',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.250370] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04d48681-0cb0-463d-ad83-ba458e85359b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.250370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.250370] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.250590] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.250590] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04d48681-0cb0-463d-ad83-ba458e85359b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.251343] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e6dd28-f626-4379-bb43-aa99bdda57e2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.251469] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.251539] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.251714] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.251791] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e6dd28-f626-4379-bb43-aa99bdda57e2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.252669] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d42749-af86-47cb-8ff1-199524502011 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.252796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.252874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.253065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.253173] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d42749-af86-47cb-8ff1-199524502011',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.254016] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3be94ec6-b806-41a6-aace-8cc37892c1f4 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.254158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.254235] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.254443] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.254552] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3be94ec6-b806-41a6-aace-8cc37892c1f4',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.255292] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79bbe04c-ad15-464a-b659-2c7b082f7249 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.255428] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.255504] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.255684] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.255754] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79bbe04c-ad15-464a-b659-2c7b082f7249',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.256511] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.256634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.256709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.256891] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.256990] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10157c76-ecfb-40d5-a8e7-1f6f427ce354',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.257811] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04950076-8f41-4cea-b6e1-51929a1a43c7 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.257936] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.258023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.258204] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.258292] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04950076-8f41-4cea-b6e1-51929a1a43c7',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.259029] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.259173] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.259263] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.259440] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.259525] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c88c5017-d49f-49ac-a388-fd3f2b42cc23',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.260408] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.260408] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.260556] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.260618] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.260704] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a120f95a-86c4-4b1f-b540-809c9f0fbcb0',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.261537] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.261656] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.261741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.261925] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.262033] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfe51baa-1822-4ded-a12b-8ecb0e70139d',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.262758] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0124148-b740-4741-83a1-966630c4384b taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.262883] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.262960] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.263150] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.263291] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0124148-b740-4741-83a1-966630c4384b',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.263962] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.264101] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.264187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.264367] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.264449] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501cd155-b3b1-49b1-abd0-239d61fa3ca2',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.265957] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b0e9ff-a91d-4045-8297-ebc81bfff034 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.266092] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.266177] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.266337] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.266426] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b0e9ff-a91d-4045-8297-ebc81bfff034',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.267656] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.267784] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.267886] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.268027] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.268104] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3677f0c2-1316-4ad7-a0db-9f5d6c8fab17',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.268818] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.268918] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.268995] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.269237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.269294] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5295b59f-f460-41bb-8ef2-fa810d7fb5bf',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.270104] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.270193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.270269] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.270510] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.270651] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6897b23-687c-4a94-abd1-91c3f7eea9ce',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.271448] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5fda160-9acd-4993-a745-73e70e272efd taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.271580] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.271650] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.271821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.271887] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5fda160-9acd-4993-a745-73e70e272efd',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.272675] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e758dc7-c906-4c5d-939b-85871b81f503 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.272892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.272892] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.273057] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.273137] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e758dc7-c906-4c5d-939b-85871b81f503',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.304978] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.305170] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.305220] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.305446] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.307007] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.307158] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.307809] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.307903] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.324280] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.324386] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04950076-8f41-4cea-b6e1-51929a1a43c7 is going to be deleted. [ 1428.325180] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.325371] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.342401] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.342503] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79bbe04c-ad15-464a-b659-2c7b082f7249 is going to be deleted. [ 1428.343210] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.343390] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.359754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.359858] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd4e7999-6b80-4ea1-8001-8faa65e6c55f is going to be deleted. [ 1428.454129] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.454290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.454290] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.454460] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.454548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.454673] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04950076-8f41-4cea-b6e1-51929a1a43c7" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.468702] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.468831] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.468874] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.469053] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.469160] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.469279] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79bbe04c-ad15-464a-b659-2c7b082f7249" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.472627] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.472758] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.472834] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.472991] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.473091] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.473202] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd4e7999-6b80-4ea1-8001-8faa65e6c55f" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.837742] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.838084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.838084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.838226] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.839655] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.839754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.840452] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.840548] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.841220] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.841318] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.841959] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.842065] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.842723] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.842820] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.843572] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.843662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.844327] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.844423] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.845090] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.845186] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.845839] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.845932] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.846653] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.846749] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.847321] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.847707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.847796] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.848370] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.848712] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.848795] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.849404] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.849737] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.849819] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.850399] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.850740] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.850830] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.851397] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.851850] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.851970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.852710] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.853156] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.853277] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.869907] env[64015]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1428.870324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.870435] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfe51baa-1822-4ded-a12b-8ecb0e70139d is going to be deleted. [ 1428.871228] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.871445] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.890237] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.890357] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5fda160-9acd-4993-a745-73e70e272efd is going to be deleted. [ 1428.891112] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.891316] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.909767] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.909874] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10157c76-ecfb-40d5-a8e7-1f6f427ce354 is going to be deleted. [ 1428.910605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.910781] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.926212] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.926349] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.935364] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.935496] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.936533] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.936637] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d42749-af86-47cb-8ff1-199524502011 is going to be deleted. [ 1428.937484] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.937678] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.956110] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.956261] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e758dc7-c906-4c5d-939b-85871b81f503 is going to be deleted. [ 1428.957146] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.957358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.974270] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.974422] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.021584] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.021738] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c88c5017-d49f-49ac-a388-fd3f2b42cc23 is going to be deleted. [ 1429.022653] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.022870] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.034038] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.034182] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.086425] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.086649] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.110581] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.110727] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e6dd28-f626-4379-bb43-aa99bdda57e2 is going to be deleted. [ 1429.111568] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.111777] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.149707] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.149885] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.151961] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.152108] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5295b59f-f460-41bb-8ef2-fa810d7fb5bf is going to be deleted. [ 1429.152868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.153086] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.209613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.209780] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501cd155-b3b1-49b1-abd0-239d61fa3ca2 is going to be deleted. [ 1429.210554] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.210754] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.252674] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.252987] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.258813] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.258924] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04d48681-0cb0-463d-ad83-ba458e85359b is going to be deleted. [ 1429.259766] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.259957] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.297850] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.298023] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.305879] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.305987] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a120f95a-86c4-4b1f-b540-809c9f0fbcb0 is going to be deleted. [ 1429.306779] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.306972] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.322664] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.322811] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.355901] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.356133] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.362165] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.362304] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3be94ec6-b806-41a6-aace-8cc37892c1f4 is going to be deleted. [ 1429.363075] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.363295] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.388578] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.388707] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0124148-b740-4741-83a1-966630c4384b is going to be deleted. [ 1429.389476] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.389662] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.482974] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.483146] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3677f0c2-1316-4ad7-a0db-9f5d6c8fab17 is going to be deleted. [ 1429.483970] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.484193] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.491841] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.491975] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.497335] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.497434] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.512661] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.512756] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6897b23-687c-4a94-abd1-91c3f7eea9ce is going to be deleted. [ 1429.513925] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.514032] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.514103] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.514283] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.514364] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.514474] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0124148-b740-4741-83a1-966630c4384b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.514605] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.514748] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.554332] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.554451] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24cfc1c7-d8de-411a-a5b1-525b1c317de5 is going to be deleted. [ 1429.555200] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.555396] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.555751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.555751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfe51baa-1822-4ded-a12b-8ecb0e70139d" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.555751] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.555868] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.555945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.556070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5fda160-9acd-4993-a745-73e70e272efd" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.556500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.556657] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.556737] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.556853] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10157c76-ecfb-40d5-a8e7-1f6f427ce354" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.556989] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.557159] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.557236] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.557358] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d42749-af86-47cb-8ff1-199524502011" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.557477] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.557613] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.557688] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.557794] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e758dc7-c906-4c5d-939b-85871b81f503" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.557920] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.558068] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.558143] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.558252] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c88c5017-d49f-49ac-a388-fd3f2b42cc23" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.558381] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.558519] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.558592] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.558736] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e6dd28-f626-4379-bb43-aa99bdda57e2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.558824] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.558958] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.559051] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.559187] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5295b59f-f460-41bb-8ef2-fa810d7fb5bf" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.559309] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.559448] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.559520] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.559620] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501cd155-b3b1-49b1-abd0-239d61fa3ca2" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.559741] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.559877] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.559946] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.560084] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04d48681-0cb0-463d-ad83-ba458e85359b" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.560201] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.560338] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.560409] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.560517] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a120f95a-86c4-4b1f-b540-809c9f0fbcb0" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.560634] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.560769] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.560839] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.560942] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3be94ec6-b806-41a6-aace-8cc37892c1f4" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.561071] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.561207] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.612494] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.612633] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.629439] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.629563] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b0e9ff-a91d-4045-8297-ebc81bfff034 is going to be deleted. [ 1429.630334] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.630508] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.630596] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.630709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6897b23-687c-4a94-abd1-91c3f7eea9ce" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.635890] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.636007] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.636083] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.636240] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.636324] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.636430] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3677f0c2-1316-4ad7-a0db-9f5d6c8fab17" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.657546] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.657655] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.657709] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.657865] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.657945] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.658070] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24cfc1c7-d8de-411a-a5b1-525b1c317de5" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.719458] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.719622] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.719669] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.719821] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.719906] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.720030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b0e9ff-a91d-4045-8297-ebc81bfff034" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.248268] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.248584] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.249508] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.249881] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.250632] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.250922] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.251650] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.252106] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.252646] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.253023] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.253549] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.253972] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.255389] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.255784] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.256425] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.256795] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.027199] env[64015]: INFO networking_nsxv3.common.synchronization [req-4aeb33fa-7e9b-45ec-b886-c43a7ce41698 req-2505aeab-5f07-4651-9684-3f879f207dfe tempest-ServerActionsTestJSON-1094273574 tempest-ServerActionsTestJSON-1094273574-project-member] Enqueued Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1472.027730] env[64015]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 with Priority: HIGHEST for action security_group_members [ 1472.029031] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b780240-de15-411c-a788-1ebc6de1f6d8 taken with stack trace [, , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.029197] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.029267] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.029500] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.029688] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.029800] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.029854] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.030030] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.030120] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.030238] env[64015]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b780240-de15-411c-a788-1ebc6de1f6d8',) {} {{(pid=64015) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.532927] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.533175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.533175] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.533322] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.553740] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.553988] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.554121] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.554179] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.554540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.554540] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.554540] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 is going to be updated. [ 1472.581440] env[64015]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=64015) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.581598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.581598] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.581760] env[64015]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.581880] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.589475] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: IN_PROGRESS for 2s [ 1474.600431] env[64015]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 in Status: SUCCESS [ 1474.600431] env[64015]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b780240-de15-411c-a788-1ebc6de1f6d8 deletion is rescheduled due to dependency. [ 1474.600431] env[64015]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b780240-de15-411c-a788-1ebc6de1f6d8" {{(pid=64015) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.028723] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.029152] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.030110] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.030532] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.030747] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.031100] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.032048] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.032448] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.034214] env[64015]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.034214] env[64015]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0